2024-11-10 12:44:10,802 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 12:44:10,812 main DEBUG Took 0.009225 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 12:44:10,813 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 12:44:10,813 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 12:44:10,814 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 12:44:10,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,822 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 12:44:10,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,835 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,838 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,840 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,840 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,842 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:44:10,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,843 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 12:44:10,844 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:44:10,846 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 12:44:10,848 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 12:44:10,848 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 12:44:10,850 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 12:44:10,850 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 12:44:10,858 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 12:44:10,861 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 12:44:10,862 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 12:44:10,863 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 12:44:10,863 main DEBUG createAppenders(={Console}) 2024-11-10 12:44:10,864 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 12:44:10,864 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 12:44:10,865 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 12:44:10,866 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 12:44:10,866 main DEBUG OutputStream closed 2024-11-10 12:44:10,866 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 12:44:10,867 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 12:44:10,867 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 12:44:10,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 12:44:10,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 12:44:10,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 12:44:10,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 12:44:10,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 12:44:10,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 12:44:10,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 12:44:10,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 12:44:10,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 12:44:10,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 12:44:10,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 12:44:10,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 12:44:10,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 12:44:10,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 12:44:10,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 12:44:10,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 12:44:10,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 12:44:10,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 12:44:10,948 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 12:44:10,949 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 12:44:10,949 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 12:44:10,950 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T12:44:11,216 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508 2024-11-10 12:44:11,219 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 12:44:11,219 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T12:44:11,228 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-10T12:44:11,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:44:11,261 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c, deleteOnExit=true 2024-11-10T12:44:11,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:44:11,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/test.cache.data in system properties and HBase conf 2024-11-10T12:44:11,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:44:11,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:44:11,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:44:11,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:44:11,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:44:11,373 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T12:44:11,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:44:11,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:44:11,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:44:11,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:44:11,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:44:11,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:44:11,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:44:11,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:44:11,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:44:11,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:44:11,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:44:11,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:44:11,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:44:11,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:44:11,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:44:12,291 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T12:44:12,375 INFO [Time-limited test {}] log.Log(170): Logging initialized @2270ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T12:44:12,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:44:12,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:44:12,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:44:12,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:44:12,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:44:12,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:44:12,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:44:12,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:44:12,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/java.io.tmpdir/jetty-localhost-37105-hadoop-hdfs-3_4_1-tests_jar-_-any-3789236071594199570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:44:12,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:37105} 2024-11-10T12:44:12,751 INFO [Time-limited test {}] server.Server(415): Started @2648ms 2024-11-10T12:44:13,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:44:13,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:44:13,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:44:13,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:44:13,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T12:44:13,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:44:13,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:44:13,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7acb84b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/java.io.tmpdir/jetty-localhost-41853-hadoop-hdfs-3_4_1-tests_jar-_-any-1904027521405436555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:44:13,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:41853} 2024-11-10T12:44:13,293 INFO [Time-limited test {}] server.Server(415): Started @3189ms 2024-11-10T12:44:13,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:44:13,811 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/data/data1/current/BP-569131500-172.17.0.2-1731242652061/current, will proceed with Du for space computation calculation, 2024-11-10T12:44:13,811 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/data/data2/current/BP-569131500-172.17.0.2-1731242652061/current, will proceed with Du for space computation calculation, 2024-11-10T12:44:13,851 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:44:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3465f37202475a05 with lease ID 0x4120119494982849: Processing first storage report for DS-909a6b4a-be34-42fe-87ba-e890ac987bff from datanode DatanodeRegistration(127.0.0.1:39083, datanodeUuid=601aab33-7638-44ba-ba51-747583f39113, infoPort=38671, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1637296273;c=1731242652061) 2024-11-10T12:44:13,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3465f37202475a05 with lease ID 0x4120119494982849: from storage DS-909a6b4a-be34-42fe-87ba-e890ac987bff node DatanodeRegistration(127.0.0.1:39083, datanodeUuid=601aab33-7638-44ba-ba51-747583f39113, infoPort=38671, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1637296273;c=1731242652061), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T12:44:13,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3465f37202475a05 with lease ID 0x4120119494982849: Processing first storage report for DS-38f871fc-1339-47d6-bfd0-8cb1510c4bb0 from datanode DatanodeRegistration(127.0.0.1:39083, datanodeUuid=601aab33-7638-44ba-ba51-747583f39113, infoPort=38671, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1637296273;c=1731242652061) 2024-11-10T12:44:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3465f37202475a05 with lease ID 0x4120119494982849: from storage DS-38f871fc-1339-47d6-bfd0-8cb1510c4bb0 node DatanodeRegistration(127.0.0.1:39083, datanodeUuid=601aab33-7638-44ba-ba51-747583f39113, infoPort=38671, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1637296273;c=1731242652061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:44:13,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508 2024-11-10T12:44:14,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/zookeeper_0, clientPort=57563, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:44:14,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57563 2024-11-10T12:44:14,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:14,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:44:14,669 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e with version=8 2024-11-10T12:44:14,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/hbase-staging 2024-11-10T12:44:14,768 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T12:44:15,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1807907b3fc:0 server-side Connection retries=45 2024-11-10T12:44:15,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:44:15,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:44:15,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:44:15,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:44:15,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:44:15,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:44:15,227 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T12:44:15,235 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T12:44:15,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:44:15,267 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13063 (auto-detected) 2024-11-10T12:44:15,268 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T12:44:15,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40335 2024-11-10T12:44:15,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40335 connecting to ZooKeeper ensemble=127.0.0.1:57563 2024-11-10T12:44:15,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403350x0, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:44:15,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40335-0x1019235ee8e0000 connected 2024-11-10T12:44:15,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:15,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:15,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:44:15,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e, hbase.cluster.distributed=false 2024-11-10T12:44:15,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T12:44:15,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-10T12:44:15,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40335 2024-11-10T12:44:15,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40335 2024-11-10T12:44:15,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-10T12:44:15,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-10T12:44:15,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1807907b3fc:0 server-side Connection retries=45 2024-11-10T12:44:15,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:44:15,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:44:15,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:44:15,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:44:15,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:44:15,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:44:15,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:44:15,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34731 2024-11-10T12:44:15,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34731 connecting to ZooKeeper ensemble=127.0.0.1:57563 2024-11-10T12:44:15,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:15,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347310x0, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:44:15,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34731-0x1019235ee8e0001 connected 2024-11-10T12:44:15,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:44:15,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:44:15,555 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:44:15,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T12:44:15,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T12:44:15,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34731 2024-11-10T12:44:15,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34731 2024-11-10T12:44:15,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34731 2024-11-10T12:44:15,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34731 2024-11-10T12:44:15,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34731 2024-11-10T12:44:15,583 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1807907b3fc:40335 2024-11-10T12:44:15,585 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b1807907b3fc,40335,1731242654820 2024-11-10T12:44:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:44:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:44:15,594 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b1807907b3fc,40335,1731242654820 2024-11-10T12:44:15,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T12:44:15,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:15,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:15,615 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T12:44:15,617 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b1807907b3fc,40335,1731242654820 from backup master directory 2024-11-10T12:44:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b1807907b3fc,40335,1731242654820 2024-11-10T12:44:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:44:15,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:44:15,620 WARN [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:44:15,620 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1807907b3fc,40335,1731242654820 2024-11-10T12:44:15,622 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T12:44:15,624 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T12:44:15,679 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/hbase.id] with ID: 16152348-187f-4f94-9635-5fd5f0d817b0 2024-11-10T12:44:15,679 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/.tmp/hbase.id 2024-11-10T12:44:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:44:16,091 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/.tmp/hbase.id]:[hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/hbase.id] 2024-11-10T12:44:16,134 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:44:16,139 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:44:16,158 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T12:44:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:44:16,595 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:44:16,597 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:44:16,613 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:16,617 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:44:16,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:44:17,066 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store 2024-11-10T12:44:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:44:17,490 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T12:44:17,493 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:17,495 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:44:17,495 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:44:17,495 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:44:17,496 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:44:17,497 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:44:17,497 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:44:17,498 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731242657495Disabling compacts and flushes for region at 1731242657495Disabling writes for close at 1731242657496 (+1 ms)Writing region close event to WAL at 1731242657497 (+1 ms)Closed at 1731242657497 2024-11-10T12:44:17,500 WARN [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/.initializing 2024-11-10T12:44:17,500 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/WALs/b1807907b3fc,40335,1731242654820 2024-11-10T12:44:17,509 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:44:17,523 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C40335%2C1731242654820, suffix=, logDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/WALs/b1807907b3fc,40335,1731242654820, archiveDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/oldWALs, maxLogs=10 2024-11-10T12:44:17,546 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/WALs/b1807907b3fc,40335,1731242654820/b1807907b3fc%2C40335%2C1731242654820.1731242657527, exclude list is [], retry=0 2024-11-10T12:44:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-909a6b4a-be34-42fe-87ba-e890ac987bff,DISK] 2024-11-10T12:44:17,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T12:44:17,601 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/WALs/b1807907b3fc,40335,1731242654820/b1807907b3fc%2C40335%2C1731242654820.1731242657527 2024-11-10T12:44:17,602 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38671:38671)] 2024-11-10T12:44:17,602 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:44:17,603 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:17,606 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,607 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:44:17,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:17,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:17,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:44:17,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:17,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:17,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:44:17,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:17,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:17,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:44:17,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:17,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:17,698 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,701 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,702 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,707 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,708 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,711 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:44:17,714 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:44:17,719 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:44:17,720 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534762, jitterRate=0.03614869713783264}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:44:17,725 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731242657619Initializing all the Stores at 1731242657621 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242657622 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242657622Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242657623 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242657623Cleaning up temporary data from old regions at 1731242657708 (+85 ms)Region opened successfully at 1731242657724 (+16 ms) 2024-11-10T12:44:17,726 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:44:17,758 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61923751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1807907b3fc/172.17.0.2:0 2024-11-10T12:44:17,789 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:44:17,800 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:44:17,800 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:44:17,803 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:44:17,805 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T12:44:17,809 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T12:44:17,810 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:44:17,834 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:44:17,843 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T12:44:17,846 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T12:44:17,848 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:44:17,849 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:44:17,851 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T12:44:17,854 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:44:17,857 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:44:17,859 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T12:44:17,860 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:44:17,862 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T12:44:17,880 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:44:17,881 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T12:44:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T12:44:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T12:44:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:17,889 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1807907b3fc,40335,1731242654820, sessionid=0x1019235ee8e0000, setting cluster-up flag (Was=false) 2024-11-10T12:44:17,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:17,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:17,908 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T12:44:17,909 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1807907b3fc,40335,1731242654820 2024-11-10T12:44:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:17,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:17,922 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T12:44:17,923 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1807907b3fc,40335,1731242654820 2024-11-10T12:44:17,930 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:44:17,974 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(746): ClusterId : 16152348-187f-4f94-9635-5fd5f0d817b0 2024-11-10T12:44:17,976 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:44:17,982 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:44:17,982 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:44:17,986 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:44:17,987 DEBUG [RS:0;b1807907b3fc:34731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d40dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b1807907b3fc/172.17.0.2:0 2024-11-10T12:44:18,001 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:44:18,004 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1807907b3fc:34731 2024-11-10T12:44:18,008 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:44:18,008 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:44:18,008 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:44:18,011 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:44:18,011 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1807907b3fc,40335,1731242654820 with port=34731, startcode=1731242655483 2024-11-10T12:44:18,017 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:44:18,024 DEBUG [RS:0;b1807907b3fc:34731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:44:18,023 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1807907b3fc,40335,1731242654820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:44:18,029 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:44:18,030 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:44:18,030 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:44:18,030 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1807907b3fc:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:44:18,030 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1807907b3fc:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:44:18,030 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,030 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1807907b3fc:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:44:18,031 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,033 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731242688033 2024-11-10T12:44:18,034 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:44:18,035 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:44:18,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:44:18,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:44:18,040 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:44:18,040 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:44:18,040 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:44:18,041 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:44:18,041 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:44:18,045 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:44:18,046 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:44:18,047 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:44:18,052 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:44:18,052 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:44:18,054 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.large.0-1731242658054,5,FailOnTimeoutGroup] 2024-11-10T12:44:18,055 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.small.0-1731242658054,5,FailOnTimeoutGroup] 2024-11-10T12:44:18,055 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,055 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:44:18,057 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,057 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:44:18,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:44:18,060 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:44:18,064 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46519, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:44:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741832_1008 (size=32) 2024-11-10T12:44:18,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40335 {}] master.ServerManager(517): Registering regionserver=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,088 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:44:18,088 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43413 2024-11-10T12:44:18,088 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:44:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T12:44:18,093 DEBUG [RS:0;b1807907b3fc:34731 {}] zookeeper.ZKUtil(111): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,093 WARN [RS:0;b1807907b3fc:34731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:44:18,094 INFO [RS:0;b1807907b3fc:34731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:44:18,094 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1807907b3fc,34731,1731242655483] 2024-11-10T12:44:18,120 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:44:18,133 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:44:18,138 INFO [RS:0;b1807907b3fc:34731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:44:18,139 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,139 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:44:18,145 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:44:18,147 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,147 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,147 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,147 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,148 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,148 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,148 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1807907b3fc:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:44:18,148 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,148 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,149 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,149 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,149 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,149 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1807907b3fc:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:44:18,149 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:44:18,149 DEBUG [RS:0;b1807907b3fc:34731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:44:18,150 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,151 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,151 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,151 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,152 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,152 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,34731,1731242655483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:44:18,173 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:44:18,175 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,34731,1731242655483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,175 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,175 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.Replication(171): b1807907b3fc,34731,1731242655483 started 2024-11-10T12:44:18,194 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:18,194 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1482): Serving as b1807907b3fc,34731,1731242655483, RpcServer on b1807907b3fc/172.17.0.2:34731, sessionid=0x1019235ee8e0001 2024-11-10T12:44:18,195 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:44:18,195 DEBUG [RS:0;b1807907b3fc:34731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,196 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,34731,1731242655483' 2024-11-10T12:44:18,196 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T12:44:18,197 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T12:44:18,198 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:44:18,198 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:44:18,198 DEBUG [RS:0;b1807907b3fc:34731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,198 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1807907b3fc,34731,1731242655483' 2024-11-10T12:44:18,198 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T12:44:18,199 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T12:44:18,199 DEBUG [RS:0;b1807907b3fc:34731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:44:18,199 INFO [RS:0;b1807907b3fc:34731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:44:18,199 INFO [RS:0;b1807907b3fc:34731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:44:18,305 INFO [RS:0;b1807907b3fc:34731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:44:18,309 INFO [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C34731%2C1731242655483, suffix=, logDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483, archiveDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/oldWALs, maxLogs=32 2024-11-10T12:44:18,326 DEBUG [RS:0;b1807907b3fc:34731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483/b1807907b3fc%2C34731%2C1731242655483.1731242658311, exclude list is [], retry=0 2024-11-10T12:44:18,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-909a6b4a-be34-42fe-87ba-e890ac987bff,DISK] 2024-11-10T12:44:18,334 INFO [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483/b1807907b3fc%2C34731%2C1731242655483.1731242658311 2024-11-10T12:44:18,335 DEBUG [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38671:38671)] 2024-11-10T12:44:18,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:18,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:44:18,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:44:18,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:44:18,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:44:18,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:44:18,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:44:18,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:44:18,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:44:18,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:44:18,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740 2024-11-10T12:44:18,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740 2024-11-10T12:44:18,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:44:18,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:44:18,499 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:44:18,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:44:18,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:44:18,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74542202, jitterRate=0.11076536774635315}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:44:18,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731242658474Initializing all the Stores at 1731242658476 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242658476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242658476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242658476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242658477 (+1 ms)Cleaning up temporary data from old regions at 1731242658498 (+21 ms)Region opened successfully at 1731242658510 (+12 ms) 2024-11-10T12:44:18,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:44:18,511 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:44:18,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:44:18,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:44:18,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:44:18,513 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:44:18,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731242658511Disabling compacts and flushes for region at 1731242658511Disabling writes for close at 1731242658511Writing region close event to WAL at 1731242658512 (+1 ms)Closed at 1731242658513 (+1 ms) 2024-11-10T12:44:18,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:44:18,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:44:18,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:44:18,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:44:18,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:44:18,688 DEBUG [b1807907b3fc:40335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:44:18,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:18,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,34731,1731242655483, state=OPENING 2024-11-10T12:44:18,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:44:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:44:18,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:44:18,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:44:18,716 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:44:18,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:44:18,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:44:18,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:44:18,907 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:44:18,907 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:44:18,908 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:44:18,911 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1807907b3fc%2C34731%2C1731242655483.meta, suffix=.meta, logDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483, archiveDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/oldWALs, maxLogs=32 2024-11-10T12:44:18,928 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483/b1807907b3fc%2C34731%2C1731242655483.meta.1731242658913.meta, exclude list is [], retry=0 2024-11-10T12:44:18,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-909a6b4a-be34-42fe-87ba-e890ac987bff,DISK] 2024-11-10T12:44:18,934 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/WALs/b1807907b3fc,34731,1731242655483/b1807907b3fc%2C34731%2C1731242655483.meta.1731242658913.meta 2024-11-10T12:44:18,935 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38671:38671)] 2024-11-10T12:44:18,935 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:44:18,937 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:44:18,940 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:44:18,945 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:44:18,950 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:44:18,950 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:18,951 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:44:18,951 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:44:18,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:44:18,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:44:18,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:44:18,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:44:18,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:44:18,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:44:18,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:44:18,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:44:18,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:18,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:44:18,964 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:44:18,965 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740 2024-11-10T12:44:18,968 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740 2024-11-10T12:44:18,971 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:44:18,971 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:44:18,972 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:44:18,974 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:44:18,976 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69949685, jitterRate=0.04233153164386749}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:44:18,976 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:44:18,978 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731242658951Writing region info on filesystem at 1731242658951Initializing all the Stores at 1731242658953 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242658954 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242658954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242658954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731242658954Cleaning up temporary data from old regions at 1731242658971 (+17 ms)Running coprocessor post-open hooks at 1731242658976 (+5 ms)Region opened successfully at 1731242658978 (+2 ms) 2024-11-10T12:44:18,985 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731242658885 2024-11-10T12:44:18,997 DEBUG [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:44:18,997 INFO [RS_OPEN_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:44:18,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:19,001 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1807907b3fc,34731,1731242655483, state=OPEN 2024-11-10T12:44:19,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T12:44:19,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T12:44:19,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:44:19,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:44:19,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:19,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:44:19,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1807907b3fc,34731,1731242655483 in 290 msec 2024-11-10T12:44:19,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:44:19,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-10T12:44:19,021 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:44:19,021 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:44:19,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:19,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:19,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:19,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55799, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:19,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1290 sec 2024-11-10T12:44:19,087 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731242659087, completionTime=-1 2024-11-10T12:44:19,090 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:44:19,090 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T12:44:19,118 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T12:44:19,118 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731242719118 2024-11-10T12:44:19,118 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731242779118 2024-11-10T12:44:19,118 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-10T12:44:19,120 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,40335,1731242654820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,121 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,40335,1731242654820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,121 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,40335,1731242654820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,122 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1807907b3fc:40335, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,123 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,123 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,129 DEBUG [master/b1807907b3fc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:44:19,175 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.553sec 2024-11-10T12:44:19,176 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:44:19,178 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:44:19,180 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:44:19,181 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:44:19,181 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:44:19,182 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,40335,1731242654820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:44:19,183 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,40335,1731242654820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:44:19,196 DEBUG [master/b1807907b3fc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:44:19,197 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:44:19,197 INFO [master/b1807907b3fc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1807907b3fc,40335,1731242654820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:44:19,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132591a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:19,286 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T12:44:19,287 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T12:44:19,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:19,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:19,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775efbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:19,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:19,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:19,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c236f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:19,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:19,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1807907b3fc,40335,1731242654820 2024-11-10T12:44:19,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=37, ProcessCount=11, AvailableMemoryMB=5889 2024-11-10T12:44:19,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:44:19,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:44:19,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c35b008 2024-11-10T12:44:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:44:19,377 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:44:19,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:44:19,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:44:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:19,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:44:19,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T12:44:19,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:19,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:44:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:44:19,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741835_1011 (size=959) 2024-11-10T12:44:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:44:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:44:19,815 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:44:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741836_1012 (size=53) 2024-11-10T12:44:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:44:20,225 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:20,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 818c882cc3d1462b1ea3908cc491f071, disabling compactions & flushes 2024-11-10T12:44:20,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. after waiting 0 ms 2024-11-10T12:44:20,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,226 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 818c882cc3d1462b1ea3908cc491f071: Waiting for close lock at 1731242660225Disabling compacts and flushes for region at 1731242660225Disabling writes for close at 1731242660226 (+1 ms)Writing region close event to WAL at 1731242660226Closed at 1731242660226 2024-11-10T12:44:20,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:44:20,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731242660229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731242660229"}]},"ts":"1731242660229"} 2024-11-10T12:44:20,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:44:20,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:44:20,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242660241"}]},"ts":"1731242660241"} 2024-11-10T12:44:20,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:44:20,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, ASSIGN}] 2024-11-10T12:44:20,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, ASSIGN 2024-11-10T12:44:20,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, ASSIGN; state=OFFLINE, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=false 2024-11-10T12:44:20,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=818c882cc3d1462b1ea3908cc491f071, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:20,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, ASSIGN because future has completed 2024-11-10T12:44:20,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:44:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:44:20,572 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,573 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:44:20,573 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,573 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:20,574 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,574 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,576 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,578 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818c882cc3d1462b1ea3908cc491f071 columnFamilyName A 2024-11-10T12:44:20,578 DEBUG [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:20,579 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] regionserver.HStore(327): Store=818c882cc3d1462b1ea3908cc491f071/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:20,580 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,582 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818c882cc3d1462b1ea3908cc491f071 columnFamilyName B 2024-11-10T12:44:20,582 DEBUG [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:20,583 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] regionserver.HStore(327): Store=818c882cc3d1462b1ea3908cc491f071/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:20,583 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,585 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 818c882cc3d1462b1ea3908cc491f071 columnFamilyName C 2024-11-10T12:44:20,585 DEBUG [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:20,586 INFO [StoreOpener-818c882cc3d1462b1ea3908cc491f071-1 {}] regionserver.HStore(327): Store=818c882cc3d1462b1ea3908cc491f071/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:20,586 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,587 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,588 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,590 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,590 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,591 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:44:20,593 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,598 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:44:20,599 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 818c882cc3d1462b1ea3908cc491f071; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72409324, jitterRate=0.07898300886154175}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:44:20,599 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:20,600 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 818c882cc3d1462b1ea3908cc491f071: Running coprocessor pre-open hook at 1731242660574Writing region info on filesystem at 1731242660574Initializing all the Stores at 1731242660575 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242660575Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242660576 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242660576Cleaning up temporary data from old regions at 1731242660590 (+14 ms)Running coprocessor post-open hooks at 1731242660599 (+9 ms)Region opened successfully at 1731242660600 (+1 ms) 2024-11-10T12:44:20,603 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., pid=6, masterSystemTime=1731242660566 2024-11-10T12:44:20,606 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,607 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:20,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=818c882cc3d1462b1ea3908cc491f071, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:44:20,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:44:20,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 in 203 msec 2024-11-10T12:44:20,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:44:20,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, ASSIGN in 368 msec 2024-11-10T12:44:20,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:44:20,623 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242660623"}]},"ts":"1731242660623"} 2024-11-10T12:44:20,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:44:20,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:44:20,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2420 sec 2024-11-10T12:44:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:44:21,559 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:21,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c32821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,567 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a04f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,571 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435bed7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:44:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:44:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bf45604 2024-11-10T12:44:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:44:21,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:44:21,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd90ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,590 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a9376a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,593 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,599 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,602 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5676fb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,609 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,612 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253fe80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,614 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4331d0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,616 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17daddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ddbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,620 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ac0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,623 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142491c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9550bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b38edab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,631 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1020fb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,633 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57865cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:21,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:21,636 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:21,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463070d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:21,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:21,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5c6f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:21,644 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,644 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,644 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,644 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,645 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,645 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,646 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:21,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,656 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T12:44:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,667 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:21,667 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:21,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:44:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:21,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:21,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:21,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:21,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:44:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:21,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:44:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:44:21,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:21,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:21,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/f9545601a171446a8777650d36dedc8b is 50, key is test_row_0/A:col10/1731242661747/Put/seqid=0 2024-11-10T12:44:21,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:21,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:21,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:21,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741837_1013 (size=16681) 2024-11-10T12:44:21,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/f9545601a171446a8777650d36dedc8b 2024-11-10T12:44:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242721911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242721935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242721939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:21,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242721943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242721927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:44:22,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/c1d7997109a94e66b3b7c78606ede383 is 50, key is test_row_0/B:col10/1731242661747/Put/seqid=0 2024-11-10T12:44:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741838_1014 (size=12001) 2024-11-10T12:44:22,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:22,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242722089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242722091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242722091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242722092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242722092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,232 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40335 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b1807907b3fc,34731,1731242655483, table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T12:44:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:44:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242722298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242722299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242722299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242722309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242722309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/c1d7997109a94e66b3b7c78606ede383 2024-11-10T12:44:22,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c5742d024f57491892f5710aa541f5d7 is 50, key is test_row_0/C:col10/1731242661747/Put/seqid=0 2024-11-10T12:44:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741839_1015 (size=12001) 2024-11-10T12:44:22,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c5742d024f57491892f5710aa541f5d7 2024-11-10T12:44:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/f9545601a171446a8777650d36dedc8b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f9545601a171446a8777650d36dedc8b 2024-11-10T12:44:22,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f9545601a171446a8777650d36dedc8b, entries=250, sequenceid=14, filesize=16.3 K 2024-11-10T12:44:22,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/c1d7997109a94e66b3b7c78606ede383 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c1d7997109a94e66b3b7c78606ede383 2024-11-10T12:44:22,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c1d7997109a94e66b3b7c78606ede383, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:44:22,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c5742d024f57491892f5710aa541f5d7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c5742d024f57491892f5710aa541f5d7 2024-11-10T12:44:22,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c5742d024f57491892f5710aa541f5d7, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:44:22,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 818c882cc3d1462b1ea3908cc491f071 in 848ms, sequenceid=14, compaction requested=false 2024-11-10T12:44:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:44:22,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:22,620 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:22,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:44:22,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a1636b0bdfcc42678f9d15b2ce24f312 is 50, key is test_row_0/A:col10/1731242662616/Put/seqid=0 2024-11-10T12:44:22,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242722645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242722645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242722645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242722651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741840_1016 (size=12001) 2024-11-10T12:44:22,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a1636b0bdfcc42678f9d15b2ce24f312 2024-11-10T12:44:22,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242722659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a371f06c07ee4d099ffa456c0fdf97f8 is 50, key is test_row_0/B:col10/1731242662616/Put/seqid=0 2024-11-10T12:44:22,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741841_1017 (size=12001) 2024-11-10T12:44:22,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a371f06c07ee4d099ffa456c0fdf97f8 2024-11-10T12:44:22,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/7213048ec2c74f2ca18705bea4f800a9 is 50, key is test_row_0/C:col10/1731242662616/Put/seqid=0 2024-11-10T12:44:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741842_1018 (size=12001) 2024-11-10T12:44:22,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/7213048ec2c74f2ca18705bea4f800a9 2024-11-10T12:44:22,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242722769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242722770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242722770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a1636b0bdfcc42678f9d15b2ce24f312 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a1636b0bdfcc42678f9d15b2ce24f312 2024-11-10T12:44:22,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a1636b0bdfcc42678f9d15b2ce24f312, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:44:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242722779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a371f06c07ee4d099ffa456c0fdf97f8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a371f06c07ee4d099ffa456c0fdf97f8 2024-11-10T12:44:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242722779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:22,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a371f06c07ee4d099ffa456c0fdf97f8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:44:22,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/7213048ec2c74f2ca18705bea4f800a9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7213048ec2c74f2ca18705bea4f800a9 2024-11-10T12:44:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:44:22,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7213048ec2c74f2ca18705bea4f800a9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:44:22,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 818c882cc3d1462b1ea3908cc491f071 in 199ms, sequenceid=40, compaction requested=false 2024-11-10T12:44:22,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:22,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:44:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:22,856 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T12:44:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/74b8bed991ad426f94841047da8275ac is 50, key is test_row_0/A:col10/1731242662639/Put/seqid=0 2024-11-10T12:44:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741843_1019 (size=12001) 2024-11-10T12:44:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:22,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242723079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242723082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242723085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242723088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242723090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242723198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242723198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242723209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242723209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242723210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/74b8bed991ad426f94841047da8275ac 2024-11-10T12:44:23,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/54e4ca1856e84c86bb0e8d293fdeb784 is 50, key is test_row_0/B:col10/1731242662639/Put/seqid=0 2024-11-10T12:44:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741844_1020 (size=12001) 2024-11-10T12:44:23,350 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/54e4ca1856e84c86bb0e8d293fdeb784 2024-11-10T12:44:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/abf95301a2164a37bc6b2c433fd84b43 is 50, key is test_row_0/C:col10/1731242662639/Put/seqid=0 2024-11-10T12:44:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741845_1021 (size=12001) 2024-11-10T12:44:23,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/abf95301a2164a37bc6b2c433fd84b43 2024-11-10T12:44:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/74b8bed991ad426f94841047da8275ac as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/74b8bed991ad426f94841047da8275ac 2024-11-10T12:44:23,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242723409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242723411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242723418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242723419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242723420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,427 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/74b8bed991ad426f94841047da8275ac, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:44:23,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/54e4ca1856e84c86bb0e8d293fdeb784 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/54e4ca1856e84c86bb0e8d293fdeb784 2024-11-10T12:44:23,442 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/54e4ca1856e84c86bb0e8d293fdeb784, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:44:23,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/abf95301a2164a37bc6b2c433fd84b43 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/abf95301a2164a37bc6b2c433fd84b43 2024-11-10T12:44:23,459 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/abf95301a2164a37bc6b2c433fd84b43, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:44:23,464 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 818c882cc3d1462b1ea3908cc491f071 in 607ms, sequenceid=50, compaction requested=true 2024-11-10T12:44:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T12:44:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T12:44:23,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T12:44:23,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7870 sec 2024-11-10T12:44:23,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8240 sec 2024-11-10T12:44:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:23,725 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:23,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T12:44:23,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/1708eea1e5c24f929db46b1b44cc4b44 is 50, key is test_row_0/A:col10/1731242663083/Put/seqid=0 2024-11-10T12:44:23,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242723741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242723741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242723747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242723750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242723751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741846_1022 (size=14341) 2024-11-10T12:44:23,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/1708eea1e5c24f929db46b1b44cc4b44 2024-11-10T12:44:23,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/5590b71439ad470797cb82ec54a78b49 is 50, key is test_row_0/B:col10/1731242663083/Put/seqid=0 2024-11-10T12:44:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:44:23,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741847_1023 (size=12001) 2024-11-10T12:44:23,818 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:23,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/5590b71439ad470797cb82ec54a78b49 2024-11-10T12:44:23,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T12:44:23,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:44:23,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:23,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:23,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/9c22e99ec25c4ea3bd5fc08cccb5f176 is 50, key is test_row_0/C:col10/1731242663083/Put/seqid=0 2024-11-10T12:44:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242723858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242723858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242723868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242723868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741848_1024 (size=12001) 2024-11-10T12:44:23,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/9c22e99ec25c4ea3bd5fc08cccb5f176 2024-11-10T12:44:23,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/1708eea1e5c24f929db46b1b44cc4b44 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1708eea1e5c24f929db46b1b44cc4b44 2024-11-10T12:44:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1708eea1e5c24f929db46b1b44cc4b44, entries=200, sequenceid=78, filesize=14.0 K 2024-11-10T12:44:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/5590b71439ad470797cb82ec54a78b49 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/5590b71439ad470797cb82ec54a78b49 2024-11-10T12:44:23,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/5590b71439ad470797cb82ec54a78b49, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:44:23,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/9c22e99ec25c4ea3bd5fc08cccb5f176 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/9c22e99ec25c4ea3bd5fc08cccb5f176 2024-11-10T12:44:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:44:23,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/9c22e99ec25c4ea3bd5fc08cccb5f176, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:44:23,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 818c882cc3d1462b1ea3908cc491f071 in 220ms, sequenceid=78, compaction requested=true 2024-11-10T12:44:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:23,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:23,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:23,953 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:23,954 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:23,963 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:23,963 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:23,965 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:23,966 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:23,966 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:23,966 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:23,967 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c1d7997109a94e66b3b7c78606ede383, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a371f06c07ee4d099ffa456c0fdf97f8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/54e4ca1856e84c86bb0e8d293fdeb784, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/5590b71439ad470797cb82ec54a78b49] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=46.9 K 2024-11-10T12:44:23,967 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f9545601a171446a8777650d36dedc8b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a1636b0bdfcc42678f9d15b2ce24f312, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/74b8bed991ad426f94841047da8275ac, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1708eea1e5c24f929db46b1b44cc4b44] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=53.7 K 2024-11-10T12:44:23,969 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c1d7997109a94e66b3b7c78606ede383, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731242661715 2024-11-10T12:44:23,970 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9545601a171446a8777650d36dedc8b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731242661673 2024-11-10T12:44:23,971 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a371f06c07ee4d099ffa456c0fdf97f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242661900 2024-11-10T12:44:23,972 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 54e4ca1856e84c86bb0e8d293fdeb784, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731242662639 2024-11-10T12:44:23,972 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1636b0bdfcc42678f9d15b2ce24f312, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242661900 2024-11-10T12:44:23,973 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5590b71439ad470797cb82ec54a78b49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242663081 2024-11-10T12:44:23,973 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74b8bed991ad426f94841047da8275ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731242662639 2024-11-10T12:44:23,975 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1708eea1e5c24f929db46b1b44cc4b44, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242663081 2024-11-10T12:44:23,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:44:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:23,984 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T12:44:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/faf73e9337404e0ba2d8ecec48d96961 is 50, key is test_row_0/A:col10/1731242663746/Put/seqid=0 2024-11-10T12:44:24,035 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#14 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:24,035 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:24,037 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/5cd5d5cd860742b9b25ddb01c202fe73 is 50, key is test_row_0/A:col10/1731242663083/Put/seqid=0 2024-11-10T12:44:24,040 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/bbeb52431a4540c89ca9ca566466d82d is 50, key is test_row_0/B:col10/1731242663083/Put/seqid=0 2024-11-10T12:44:24,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741849_1025 (size=12001) 2024-11-10T12:44:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741850_1026 (size=12139) 2024-11-10T12:44:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:24,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:24,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741851_1027 (size=12139) 2024-11-10T12:44:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:44:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242724142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242724143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242724146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242724152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242724259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242724259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242724259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242724259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242724268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:44:24,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:44:24,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/faf73e9337404e0ba2d8ecec48d96961 2024-11-10T12:44:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242724468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242724478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242724478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242724479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,505 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/bbeb52431a4540c89ca9ca566466d82d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/bbeb52431a4540c89ca9ca566466d82d 2024-11-10T12:44:24,508 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/5cd5d5cd860742b9b25ddb01c202fe73 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5cd5d5cd860742b9b25ddb01c202fe73 2024-11-10T12:44:24,538 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into bbeb52431a4540c89ca9ca566466d82d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:24,538 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:24,539 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 5cd5d5cd860742b9b25ddb01c202fe73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:24,539 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:24,542 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=12, startTime=1731242663951; duration=0sec 2024-11-10T12:44:24,543 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:24,543 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:24,543 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:24,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/1aa1b76fb10249ccadaa0ed133e49de9 is 50, key is test_row_0/B:col10/1731242663746/Put/seqid=0 2024-11-10T12:44:24,544 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=12, startTime=1731242663947; duration=0sec 2024-11-10T12:44:24,544 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:24,544 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:24,553 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:24,553 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:24,554 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:24,554 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c5742d024f57491892f5710aa541f5d7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7213048ec2c74f2ca18705bea4f800a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/abf95301a2164a37bc6b2c433fd84b43, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/9c22e99ec25c4ea3bd5fc08cccb5f176] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=46.9 K 2024-11-10T12:44:24,555 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c5742d024f57491892f5710aa541f5d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731242661715 2024-11-10T12:44:24,556 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7213048ec2c74f2ca18705bea4f800a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242661900 2024-11-10T12:44:24,557 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting abf95301a2164a37bc6b2c433fd84b43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731242662639 2024-11-10T12:44:24,561 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c22e99ec25c4ea3bd5fc08cccb5f176, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242663081 2024-11-10T12:44:24,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:44:24,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741852_1028 (size=12001) 2024-11-10T12:44:24,587 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/1aa1b76fb10249ccadaa0ed133e49de9 2024-11-10T12:44:24,590 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#16 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:24,593 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4bab3792071e448b83104c1ec4b3f4c0 is 50, key is test_row_0/C:col10/1731242663083/Put/seqid=0 2024-11-10T12:44:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2986a16500e941ee861196b6d42ca1dc is 50, key is test_row_0/C:col10/1731242663746/Put/seqid=0 2024-11-10T12:44:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741853_1029 (size=12139) 2024-11-10T12:44:24,624 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4bab3792071e448b83104c1ec4b3f4c0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bab3792071e448b83104c1ec4b3f4c0 2024-11-10T12:44:24,642 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 4bab3792071e448b83104c1ec4b3f4c0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:24,642 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:24,642 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=12, startTime=1731242663952; duration=0sec 2024-11-10T12:44:24,642 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:24,642 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741854_1030 (size=12001) 2024-11-10T12:44:24,649 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2986a16500e941ee861196b6d42ca1dc 2024-11-10T12:44:24,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/faf73e9337404e0ba2d8ecec48d96961 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/faf73e9337404e0ba2d8ecec48d96961 2024-11-10T12:44:24,680 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/faf73e9337404e0ba2d8ecec48d96961, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T12:44:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/1aa1b76fb10249ccadaa0ed133e49de9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1aa1b76fb10249ccadaa0ed133e49de9 2024-11-10T12:44:24,701 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1aa1b76fb10249ccadaa0ed133e49de9, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T12:44:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2986a16500e941ee861196b6d42ca1dc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2986a16500e941ee861196b6d42ca1dc 2024-11-10T12:44:24,717 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2986a16500e941ee861196b6d42ca1dc, entries=150, sequenceid=87, filesize=11.7 K 2024-11-10T12:44:24,720 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 818c882cc3d1462b1ea3908cc491f071 in 736ms, sequenceid=87, compaction requested=false 2024-11-10T12:44:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T12:44:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T12:44:24,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:44:24,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 896 msec 2024-11-10T12:44:24,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 910 msec 2024-11-10T12:44:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:24,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T12:44:24,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/442e88f2ac3d44cabd182d2f4b7857d6 is 50, key is test_row_0/A:col10/1731242664793/Put/seqid=0 2024-11-10T12:44:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741855_1031 (size=14341) 2024-11-10T12:44:24,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/442e88f2ac3d44cabd182d2f4b7857d6 2024-11-10T12:44:24,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a7dee518f15a4244a88cc764e58e988e is 50, key is test_row_0/B:col10/1731242664793/Put/seqid=0 2024-11-10T12:44:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741856_1032 (size=12001) 2024-11-10T12:44:24,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a7dee518f15a4244a88cc764e58e988e 2024-11-10T12:44:24,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e2bad7adbb00461888473b7becb86d98 is 50, key is test_row_0/C:col10/1731242664793/Put/seqid=0 2024-11-10T12:44:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741857_1033 (size=12001) 2024-11-10T12:44:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242724802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242724879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242724879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242724879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:44:24,968 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:24,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T12:44:24,973 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:44:24,974 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:24,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:24,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242724988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242724988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242724998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242724998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:44:25,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T12:44:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:25,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242725198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242725198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242725208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242725208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:44:25,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:44:25,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:44:25,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:44:25,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:44:25,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T12:44:25,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:44:25,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T12:44:25,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e2bad7adbb00461888473b7becb86d98 2024-11-10T12:44:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242725278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/442e88f2ac3d44cabd182d2f4b7857d6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/442e88f2ac3d44cabd182d2f4b7857d6 2024-11-10T12:44:25,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T12:44:25,285 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 818c882cc3d1462b1ea3908cc491f071 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:44:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:25,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:44:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:25,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/442e88f2ac3d44cabd182d2f4b7857d6, entries=200, sequenceid=120, filesize=14.0 K 2024-11-10T12:44:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a7dee518f15a4244a88cc764e58e988e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a7dee518f15a4244a88cc764e58e988e 2024-11-10T12:44:25,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a7dee518f15a4244a88cc764e58e988e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-10T12:44:25,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e2bad7adbb00461888473b7becb86d98 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e2bad7adbb00461888473b7becb86d98 2024-11-10T12:44:25,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e2bad7adbb00461888473b7becb86d98, entries=150, sequenceid=120, filesize=11.7 K 2024-11-10T12:44:25,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 818c882cc3d1462b1ea3908cc491f071 in 533ms, sequenceid=120, compaction requested=true 2024-11-10T12:44:25,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:25,329 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:25,329 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:25,331 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:25,331 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:25,332 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:25,332 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:25,332 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,332 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,332 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5cd5d5cd860742b9b25ddb01c202fe73, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/faf73e9337404e0ba2d8ecec48d96961, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/442e88f2ac3d44cabd182d2f4b7857d6] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=37.6 K 2024-11-10T12:44:25,332 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/bbeb52431a4540c89ca9ca566466d82d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1aa1b76fb10249ccadaa0ed133e49de9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a7dee518f15a4244a88cc764e58e988e] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=35.3 K 2024-11-10T12:44:25,333 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cd5d5cd860742b9b25ddb01c202fe73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242663081 2024-11-10T12:44:25,333 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting bbeb52431a4540c89ca9ca566466d82d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242663081 2024-11-10T12:44:25,334 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf73e9337404e0ba2d8ecec48d96961, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731242663730 2024-11-10T12:44:25,334 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa1b76fb10249ccadaa0ed133e49de9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731242663730 2024-11-10T12:44:25,335 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 442e88f2ac3d44cabd182d2f4b7857d6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731242664142 2024-11-10T12:44:25,335 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a7dee518f15a4244a88cc764e58e988e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731242664142 2024-11-10T12:44:25,358 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:25,359 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/233d7617be6348c4817b61c661303e2a is 50, key is test_row_0/A:col10/1731242664793/Put/seqid=0 2024-11-10T12:44:25,367 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:25,369 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/8a0afe67e5024741b0173dba5e276050 is 50, key is test_row_0/B:col10/1731242664793/Put/seqid=0 2024-11-10T12:44:25,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741858_1034 (size=12241) 2024-11-10T12:44:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741859_1035 (size=12241) 2024-11-10T12:44:25,406 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/233d7617be6348c4817b61c661303e2a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/233d7617be6348c4817b61c661303e2a 2024-11-10T12:44:25,417 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/8a0afe67e5024741b0173dba5e276050 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8a0afe67e5024741b0173dba5e276050 2024-11-10T12:44:25,434 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 233d7617be6348c4817b61c661303e2a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:25,434 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:25,434 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242665328; duration=0sec 2024-11-10T12:44:25,435 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:25,435 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:25,435 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:25,436 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 8a0afe67e5024741b0173dba5e276050(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:25,436 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:25,436 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242665329; duration=0sec 2024-11-10T12:44:25,436 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:25,436 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:25,438 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:25,438 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:25,438 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,438 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bab3792071e448b83104c1ec4b3f4c0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2986a16500e941ee861196b6d42ca1dc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e2bad7adbb00461888473b7becb86d98] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=35.3 K 2024-11-10T12:44:25,440 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bab3792071e448b83104c1ec4b3f4c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242663081 2024-11-10T12:44:25,442 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2986a16500e941ee861196b6d42ca1dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731242663730 2024-11-10T12:44:25,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T12:44:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:25,443 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T12:44:25,445 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2bad7adbb00461888473b7becb86d98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731242664142 2024-11-10T12:44:25,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a511e049863d4454a31d50dd623de047 is 50, key is test_row_0/A:col10/1731242664805/Put/seqid=0 2024-11-10T12:44:25,500 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:25,501 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2c6df5db667247808a2177f8c77fc00a is 50, key is test_row_0/C:col10/1731242664793/Put/seqid=0 2024-11-10T12:44:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:25,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:25,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741861_1037 (size=12241) 2024-11-10T12:44:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741860_1036 (size=12001) 2024-11-10T12:44:25,556 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a511e049863d4454a31d50dd623de047 2024-11-10T12:44:25,571 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2c6df5db667247808a2177f8c77fc00a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c6df5db667247808a2177f8c77fc00a 2024-11-10T12:44:25,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/f36d60e727ce4909943181687099568e is 50, key is test_row_0/B:col10/1731242664805/Put/seqid=0 2024-11-10T12:44:25,584 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 2c6df5db667247808a2177f8c77fc00a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:25,584 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:25,585 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242665329; duration=0sec 2024-11-10T12:44:25,585 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:25,585 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242725582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242725585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242725589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242725589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:44:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741862_1038 (size=12001) 2024-11-10T12:44:25,603 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/f36d60e727ce4909943181687099568e 2024-11-10T12:44:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/3448684a3be847eb813f5d377a88a078 is 50, key is test_row_0/C:col10/1731242664805/Put/seqid=0 2024-11-10T12:44:25,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741863_1039 (size=12001) 2024-11-10T12:44:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242725698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242725699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242725699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242725707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242725908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242725908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242725908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:25,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242725917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,033 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/3448684a3be847eb813f5d377a88a078 2024-11-10T12:44:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a511e049863d4454a31d50dd623de047 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a511e049863d4454a31d50dd623de047 2024-11-10T12:44:26,054 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a511e049863d4454a31d50dd623de047, entries=150, sequenceid=129, filesize=11.7 K 2024-11-10T12:44:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/f36d60e727ce4909943181687099568e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/f36d60e727ce4909943181687099568e 2024-11-10T12:44:26,066 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/f36d60e727ce4909943181687099568e, entries=150, sequenceid=129, filesize=11.7 K 2024-11-10T12:44:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/3448684a3be847eb813f5d377a88a078 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/3448684a3be847eb813f5d377a88a078 2024-11-10T12:44:26,078 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/3448684a3be847eb813f5d377a88a078, entries=150, sequenceid=129, filesize=11.7 K 2024-11-10T12:44:26,080 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 818c882cc3d1462b1ea3908cc491f071 in 637ms, sequenceid=129, compaction requested=false 2024-11-10T12:44:26,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:26,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T12:44:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T12:44:26,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T12:44:26,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1110 sec 2024-11-10T12:44:26,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1250 sec 2024-11-10T12:44:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:44:26,108 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:26,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T12:44:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:44:26,115 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:26,116 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:26,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:44:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:26,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-10T12:44:26,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242726223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242726223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/b38eefa2260a42a982bc5d21d5f69645 is 50, key is test_row_0/A:col10/1731242665586/Put/seqid=0 2024-11-10T12:44:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242726229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242726227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741864_1040 (size=16931) 2024-11-10T12:44:26,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:44:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242726337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242726338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242726338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:44:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:44:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242726548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242726549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242726550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:44:26,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:26,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/b38eefa2260a42a982bc5d21d5f69645 2024-11-10T12:44:26,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a67feefbfeed4c48a4a15737d1a55c82 is 50, key is test_row_0/B:col10/1731242665586/Put/seqid=0 2024-11-10T12:44:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741865_1041 (size=12151) 2024-11-10T12:44:26,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a67feefbfeed4c48a4a15737d1a55c82 2024-11-10T12:44:26,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0cbc8452c8f2497d9e87dc37054d53a9 is 50, key is test_row_0/C:col10/1731242665586/Put/seqid=0 2024-11-10T12:44:26,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741866_1042 (size=12151) 2024-11-10T12:44:26,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0cbc8452c8f2497d9e87dc37054d53a9 2024-11-10T12:44:26,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:44:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:44:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:26,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/b38eefa2260a42a982bc5d21d5f69645 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b38eefa2260a42a982bc5d21d5f69645 2024-11-10T12:44:26,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242726748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:26,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b38eefa2260a42a982bc5d21d5f69645, entries=250, sequenceid=162, filesize=16.5 K 2024-11-10T12:44:26,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a67feefbfeed4c48a4a15737d1a55c82 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a67feefbfeed4c48a4a15737d1a55c82 2024-11-10T12:44:26,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a67feefbfeed4c48a4a15737d1a55c82, entries=150, sequenceid=162, filesize=11.9 K 2024-11-10T12:44:26,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0cbc8452c8f2497d9e87dc37054d53a9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0cbc8452c8f2497d9e87dc37054d53a9 2024-11-10T12:44:26,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0cbc8452c8f2497d9e87dc37054d53a9, entries=150, sequenceid=162, filesize=11.9 K 2024-11-10T12:44:26,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 818c882cc3d1462b1ea3908cc491f071 in 558ms, sequenceid=162, compaction requested=true 2024-11-10T12:44:26,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:26,781 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:26,781 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:26,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:26,782 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:26,783 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:26,783 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:26,783 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:26,783 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,783 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,783 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/233d7617be6348c4817b61c661303e2a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a511e049863d4454a31d50dd623de047, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b38eefa2260a42a982bc5d21d5f69645] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=40.2 K 2024-11-10T12:44:26,783 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8a0afe67e5024741b0173dba5e276050, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/f36d60e727ce4909943181687099568e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a67feefbfeed4c48a4a15737d1a55c82] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=35.5 K 2024-11-10T12:44:26,786 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 233d7617be6348c4817b61c661303e2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731242664142 2024-11-10T12:44:26,786 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0afe67e5024741b0173dba5e276050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731242664142 2024-11-10T12:44:26,788 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f36d60e727ce4909943181687099568e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242664805 2024-11-10T12:44:26,788 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a511e049863d4454a31d50dd623de047, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242664805 2024-11-10T12:44:26,789 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a67feefbfeed4c48a4a15737d1a55c82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731242665586 2024-11-10T12:44:26,789 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b38eefa2260a42a982bc5d21d5f69645, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731242665585 2024-11-10T12:44:26,815 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#30 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:26,816 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/987d50e9cf9946b8aede26717eebf4a5 is 50, key is test_row_0/A:col10/1731242665586/Put/seqid=0 2024-11-10T12:44:26,821 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#31 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:26,822 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/2c402967e7df49518f2a6955a17f899f is 50, key is test_row_0/B:col10/1731242665586/Put/seqid=0 2024-11-10T12:44:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741867_1043 (size=12493) 2024-11-10T12:44:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741868_1044 (size=12493) 2024-11-10T12:44:26,861 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/2c402967e7df49518f2a6955a17f899f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2c402967e7df49518f2a6955a17f899f 2024-11-10T12:44:26,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:44:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T12:44:26,909 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 2c402967e7df49518f2a6955a17f899f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:26,909 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:26,909 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242666781; duration=0sec 2024-11-10T12:44:26,911 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:26,911 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:26,911 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:26,915 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:26,915 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:26,916 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:26,916 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c6df5db667247808a2177f8c77fc00a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/3448684a3be847eb813f5d377a88a078, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0cbc8452c8f2497d9e87dc37054d53a9] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=35.5 K 2024-11-10T12:44:26,917 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c6df5db667247808a2177f8c77fc00a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731242664142 2024-11-10T12:44:26,918 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3448684a3be847eb813f5d377a88a078, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242664805 2024-11-10T12:44:26,919 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cbc8452c8f2497d9e87dc37054d53a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731242665586 2024-11-10T12:44:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:26,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/2347a0725b9e4f9aa3afbbfd83819eb3 is 50, key is test_row_0/A:col10/1731242666878/Put/seqid=0 2024-11-10T12:44:26,946 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:26,948 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c445cc7dca9147d9b3090783922bc6b3 is 50, key is test_row_0/C:col10/1731242665586/Put/seqid=0 2024-11-10T12:44:26,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741869_1045 (size=16931) 2024-11-10T12:44:26,952 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/2347a0725b9e4f9aa3afbbfd83819eb3 2024-11-10T12:44:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741870_1046 (size=12493) 2024-11-10T12:44:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a3e962efddfb47afbbff2440142301a4 is 50, key is test_row_0/B:col10/1731242666878/Put/seqid=0 2024-11-10T12:44:26,986 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c445cc7dca9147d9b3090783922bc6b3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c445cc7dca9147d9b3090783922bc6b3 2024-11-10T12:44:26,996 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into c445cc7dca9147d9b3090783922bc6b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:26,996 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:26,996 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242666781; duration=0sec 2024-11-10T12:44:26,996 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:26,997 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741871_1047 (size=12151) 2024-11-10T12:44:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242727000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242727005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242727003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242727108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242727128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242727128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,240 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/987d50e9cf9946b8aede26717eebf4a5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/987d50e9cf9946b8aede26717eebf4a5 2024-11-10T12:44:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:44:27,250 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 987d50e9cf9946b8aede26717eebf4a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:27,250 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:27,250 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242666781; duration=0sec 2024-11-10T12:44:27,250 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:27,250 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242727298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,303 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 818c882cc3d1462b1ea3908cc491f071 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:44:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242727317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242727338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242727338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,401 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a3e962efddfb47afbbff2440142301a4 2024-11-10T12:44:27,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e90847c51c5241cab11c3921fa7a8d84 is 50, key is test_row_0/C:col10/1731242666878/Put/seqid=0 2024-11-10T12:44:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741872_1048 (size=12151) 2024-11-10T12:44:27,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242727627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242727647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242727647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242727768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:27,770 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 818c882cc3d1462b1ea3908cc491f071 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:44:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:27,828 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e90847c51c5241cab11c3921fa7a8d84 2024-11-10T12:44:27,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/2347a0725b9e4f9aa3afbbfd83819eb3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2347a0725b9e4f9aa3afbbfd83819eb3 2024-11-10T12:44:27,845 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2347a0725b9e4f9aa3afbbfd83819eb3, entries=250, sequenceid=173, filesize=16.5 K 2024-11-10T12:44:27,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/a3e962efddfb47afbbff2440142301a4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a3e962efddfb47afbbff2440142301a4 2024-11-10T12:44:27,853 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a3e962efddfb47afbbff2440142301a4, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T12:44:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e90847c51c5241cab11c3921fa7a8d84 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e90847c51c5241cab11c3921fa7a8d84 2024-11-10T12:44:27,864 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e90847c51c5241cab11c3921fa7a8d84, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T12:44:27,870 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 818c882cc3d1462b1ea3908cc491f071 in 976ms, sequenceid=173, compaction requested=false 2024-11-10T12:44:27,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:27,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:27,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T12:44:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T12:44:27,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T12:44:27,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7560 sec 2024-11-10T12:44:27,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.7760 sec 2024-11-10T12:44:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:28,143 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:28,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:44:28,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4fd463146a3f449090be09ffb6d2b253 is 50, key is test_row_0/A:col10/1731242666997/Put/seqid=0 2024-11-10T12:44:28,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741873_1049 (size=12151) 2024-11-10T12:44:28,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4fd463146a3f449090be09ffb6d2b253 2024-11-10T12:44:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242728168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242728174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242728175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/36fee95b0de043c69dff43b3d180200c is 50, key is test_row_0/B:col10/1731242666997/Put/seqid=0 2024-11-10T12:44:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741874_1050 (size=12151) 2024-11-10T12:44:28,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/36fee95b0de043c69dff43b3d180200c 2024-11-10T12:44:28,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4bf686298ddf40ac8f3f1a559ab8d2a0 is 50, key is test_row_0/C:col10/1731242666997/Put/seqid=0 2024-11-10T12:44:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741875_1051 (size=12151) 2024-11-10T12:44:28,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4bf686298ddf40ac8f3f1a559ab8d2a0 2024-11-10T12:44:28,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4fd463146a3f449090be09ffb6d2b253 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4fd463146a3f449090be09ffb6d2b253 2024-11-10T12:44:28,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4fd463146a3f449090be09ffb6d2b253, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T12:44:28,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/36fee95b0de043c69dff43b3d180200c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/36fee95b0de043c69dff43b3d180200c 2024-11-10T12:44:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:44:28,259 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:28,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T12:44:28,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/36fee95b0de043c69dff43b3d180200c, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T12:44:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:28,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:28,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:28,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:28,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4bf686298ddf40ac8f3f1a559ab8d2a0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bf686298ddf40ac8f3f1a559ab8d2a0 2024-11-10T12:44:28,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bf686298ddf40ac8f3f1a559ab8d2a0, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T12:44:28,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 818c882cc3d1462b1ea3908cc491f071 in 136ms, sequenceid=202, compaction requested=true 2024-11-10T12:44:28,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:28,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:28,280 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:28,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:28,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:28,280 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:28,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:28,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:28,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:28,282 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:28,282 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:28,282 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:28,282 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:28,282 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,282 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,282 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/987d50e9cf9946b8aede26717eebf4a5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2347a0725b9e4f9aa3afbbfd83819eb3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4fd463146a3f449090be09ffb6d2b253] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=40.6 K 2024-11-10T12:44:28,283 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2c402967e7df49518f2a6955a17f899f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a3e962efddfb47afbbff2440142301a4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/36fee95b0de043c69dff43b3d180200c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=35.9 K 2024-11-10T12:44:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:28,284 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c402967e7df49518f2a6955a17f899f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731242665586 2024-11-10T12:44:28,286 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a3e962efddfb47afbbff2440142301a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731242666875 2024-11-10T12:44:28,286 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987d50e9cf9946b8aede26717eebf4a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731242665586 2024-11-10T12:44:28,289 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 36fee95b0de043c69dff43b3d180200c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731242666997 2024-11-10T12:44:28,289 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2347a0725b9e4f9aa3afbbfd83819eb3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731242666862 2024-11-10T12:44:28,290 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:28,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:44:28,291 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd463146a3f449090be09ffb6d2b253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731242666997 2024-11-10T12:44:28,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/8939cdb1142e4045962188028f53c454 is 50, key is test_row_0/A:col10/1731242668289/Put/seqid=0 2024-11-10T12:44:28,314 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:28,315 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:28,315 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/2265c2581d2247578d10675dd3f91079 is 50, key is test_row_0/A:col10/1731242666997/Put/seqid=0 2024-11-10T12:44:28,316 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/cccf533dfbcd4c0d85bea9ba836941ae is 50, key is test_row_0/B:col10/1731242666997/Put/seqid=0 2024-11-10T12:44:28,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242728347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242728349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242728353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741877_1053 (size=12595) 2024-11-10T12:44:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741876_1052 (size=12595) 2024-11-10T12:44:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:28,373 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/cccf533dfbcd4c0d85bea9ba836941ae as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/cccf533dfbcd4c0d85bea9ba836941ae 2024-11-10T12:44:28,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741878_1054 (size=16931) 2024-11-10T12:44:28,385 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into cccf533dfbcd4c0d85bea9ba836941ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:28,387 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:28,387 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242668280; duration=0sec 2024-11-10T12:44:28,387 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:28,387 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:28,388 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:28,389 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:28,389 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:28,389 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,389 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c445cc7dca9147d9b3090783922bc6b3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e90847c51c5241cab11c3921fa7a8d84, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bf686298ddf40ac8f3f1a559ab8d2a0] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=35.9 K 2024-11-10T12:44:28,390 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c445cc7dca9147d9b3090783922bc6b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731242665586 2024-11-10T12:44:28,392 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e90847c51c5241cab11c3921fa7a8d84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731242666875 2024-11-10T12:44:28,393 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bf686298ddf40ac8f3f1a559ab8d2a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731242666997 2024-11-10T12:44:28,406 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:28,407 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0f1e6518eadc4ec7bafbae816ca2ef68 is 50, key is test_row_0/C:col10/1731242666997/Put/seqid=0 2024-11-10T12:44:28,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741879_1055 (size=12595) 2024-11-10T12:44:28,448 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0f1e6518eadc4ec7bafbae816ca2ef68 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0f1e6518eadc4ec7bafbae816ca2ef68 2024-11-10T12:44:28,459 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 0f1e6518eadc4ec7bafbae816ca2ef68(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:28,459 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:28,459 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242668280; duration=0sec 2024-11-10T12:44:28,460 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:28,460 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242728458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242728459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242728468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:28,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242728668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242728668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242728678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:28,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,776 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/2265c2581d2247578d10675dd3f91079 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2265c2581d2247578d10675dd3f91079 2024-11-10T12:44:28,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/8939cdb1142e4045962188028f53c454 2024-11-10T12:44:28,786 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 2265c2581d2247578d10675dd3f91079(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:28,787 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:28,787 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242668279; duration=0sec 2024-11-10T12:44:28,787 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:28,787 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:28,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/69fa7cf59d924fc8b8aa28341d94d34f is 50, key is test_row_0/B:col10/1731242668289/Put/seqid=0 2024-11-10T12:44:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741880_1056 (size=12151) 2024-11-10T12:44:28,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:28,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242728978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242728978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242728987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:29,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/69fa7cf59d924fc8b8aa28341d94d34f 2024-11-10T12:44:29,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/592c18e6ad134330b43ed120997ef98f is 50, key is test_row_0/C:col10/1731242668289/Put/seqid=0 2024-11-10T12:44:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741881_1057 (size=12151) 2024-11-10T12:44:29,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242729487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242729487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:29,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242729498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:29,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/592c18e6ad134330b43ed120997ef98f 2024-11-10T12:44:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/8939cdb1142e4045962188028f53c454 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/8939cdb1142e4045962188028f53c454 2024-11-10T12:44:29,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/8939cdb1142e4045962188028f53c454, entries=250, sequenceid=216, filesize=16.5 K 2024-11-10T12:44:29,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/69fa7cf59d924fc8b8aa28341d94d34f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/69fa7cf59d924fc8b8aa28341d94d34f 2024-11-10T12:44:29,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/69fa7cf59d924fc8b8aa28341d94d34f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-10T12:44:29,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/592c18e6ad134330b43ed120997ef98f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/592c18e6ad134330b43ed120997ef98f 2024-11-10T12:44:29,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/592c18e6ad134330b43ed120997ef98f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-10T12:44:29,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 818c882cc3d1462b1ea3908cc491f071 in 1426ms, sequenceid=216, compaction requested=false 2024-11-10T12:44:29,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:29,782 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:29,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:44:29,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/27d858411854415c93ba3189a2fb310a is 50, key is test_row_0/A:col10/1731242669779/Put/seqid=0 2024-11-10T12:44:29,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741882_1058 (size=14541) 2024-11-10T12:44:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242729837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242729948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:29,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:29,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242730158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/27d858411854415c93ba3189a2fb310a 2024-11-10T12:44:30,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/09dd927fe61143bba6e72e46b209cf6f is 50, key is test_row_0/B:col10/1731242669779/Put/seqid=0 2024-11-10T12:44:30,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741883_1059 (size=12151) 2024-11-10T12:44:30,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/09dd927fe61143bba6e72e46b209cf6f 2024-11-10T12:44:30,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/1dcb140a8abd43c08c7153cd8bd88bee is 50, key is test_row_0/C:col10/1731242669779/Put/seqid=0 2024-11-10T12:44:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741884_1060 (size=12151) 2024-11-10T12:44:30,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/1dcb140a8abd43c08c7153cd8bd88bee 2024-11-10T12:44:30,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/27d858411854415c93ba3189a2fb310a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/27d858411854415c93ba3189a2fb310a 2024-11-10T12:44:30,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/27d858411854415c93ba3189a2fb310a, entries=200, sequenceid=242, filesize=14.2 K 2024-11-10T12:44:30,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/09dd927fe61143bba6e72e46b209cf6f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/09dd927fe61143bba6e72e46b209cf6f 2024-11-10T12:44:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:30,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/09dd927fe61143bba6e72e46b209cf6f, entries=150, sequenceid=242, filesize=11.9 K 2024-11-10T12:44:30,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/1dcb140a8abd43c08c7153cd8bd88bee as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1dcb140a8abd43c08c7153cd8bd88bee 2024-11-10T12:44:30,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1dcb140a8abd43c08c7153cd8bd88bee, entries=150, sequenceid=242, filesize=11.9 K 2024-11-10T12:44:30,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 818c882cc3d1462b1ea3908cc491f071 in 517ms, sequenceid=242, compaction requested=true 2024-11-10T12:44:30,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:30,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:30,300 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:30,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:30,300 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:30,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:30,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:30,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:30,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:30,303 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:30,303 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:30,303 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:30,303 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:30,303 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,303 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,303 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2265c2581d2247578d10675dd3f91079, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/8939cdb1142e4045962188028f53c454, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/27d858411854415c93ba3189a2fb310a] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=43.0 K 2024-11-10T12:44:30,303 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/cccf533dfbcd4c0d85bea9ba836941ae, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/69fa7cf59d924fc8b8aa28341d94d34f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/09dd927fe61143bba6e72e46b209cf6f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.0 K 2024-11-10T12:44:30,304 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting cccf533dfbcd4c0d85bea9ba836941ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731242666997 2024-11-10T12:44:30,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2265c2581d2247578d10675dd3f91079, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731242666997 2024-11-10T12:44:30,305 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 69fa7cf59d924fc8b8aa28341d94d34f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731242668281 2024-11-10T12:44:30,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8939cdb1142e4045962188028f53c454, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731242668172 2024-11-10T12:44:30,305 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 09dd927fe61143bba6e72e46b209cf6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731242668342 2024-11-10T12:44:30,306 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27d858411854415c93ba3189a2fb310a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731242668342 2024-11-10T12:44:30,321 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:30,321 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:30,322 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/8af701397ea34200be5bfe32dc900cd7 is 50, key is test_row_0/B:col10/1731242669779/Put/seqid=0 2024-11-10T12:44:30,322 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/ebea1f67f4b14bc89601d723d53d1993 is 50, key is test_row_0/A:col10/1731242669779/Put/seqid=0 2024-11-10T12:44:30,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741885_1061 (size=12697) 2024-11-10T12:44:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741886_1062 (size=12697) 2024-11-10T12:44:30,363 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/ebea1f67f4b14bc89601d723d53d1993 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/ebea1f67f4b14bc89601d723d53d1993 2024-11-10T12:44:30,373 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into ebea1f67f4b14bc89601d723d53d1993(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:30,373 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:30,373 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242670299; duration=0sec 2024-11-10T12:44:30,373 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:30,373 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:30,374 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:30,376 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:30,376 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:30,377 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,377 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0f1e6518eadc4ec7bafbae816ca2ef68, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/592c18e6ad134330b43ed120997ef98f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1dcb140a8abd43c08c7153cd8bd88bee] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.0 K 2024-11-10T12:44:30,377 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f1e6518eadc4ec7bafbae816ca2ef68, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731242666997 2024-11-10T12:44:30,378 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 592c18e6ad134330b43ed120997ef98f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731242668281 2024-11-10T12:44:30,379 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dcb140a8abd43c08c7153cd8bd88bee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731242668342 2024-11-10T12:44:30,391 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:30,392 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/1c089b51ac10434ca01fd524246b8018 is 50, key is test_row_0/C:col10/1731242669779/Put/seqid=0 2024-11-10T12:44:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741887_1063 (size=12697) 2024-11-10T12:44:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:30,412 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/1c089b51ac10434ca01fd524246b8018 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1c089b51ac10434ca01fd524246b8018 2024-11-10T12:44:30,421 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 1c089b51ac10434ca01fd524246b8018(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:30,422 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:30,422 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242670300; duration=0sec 2024-11-10T12:44:30,422 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:30,423 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:30,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:44:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,432 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:44:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/d93784082b15413693b88cc997758b24 is 50, key is test_row_0/A:col10/1731242669828/Put/seqid=0 2024-11-10T12:44:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741888_1064 (size=12151) 2024-11-10T12:44:30,458 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/d93784082b15413693b88cc997758b24 2024-11-10T12:44:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:30,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:30,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/1c10487e13344141900efd433d0264cd is 50, key is test_row_0/B:col10/1731242669828/Put/seqid=0 2024-11-10T12:44:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741889_1065 (size=12151) 2024-11-10T12:44:30,489 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/1c10487e13344141900efd433d0264cd 2024-11-10T12:44:30,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/cbb2b4c385b043859f3974f6bcaf0dd9 is 50, key is test_row_0/C:col10/1731242669828/Put/seqid=0 2024-11-10T12:44:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741890_1066 (size=12151) 2024-11-10T12:44:30,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242730525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242730525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242730527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242730532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242730637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242730637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242730638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242730638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,744 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/8af701397ea34200be5bfe32dc900cd7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8af701397ea34200be5bfe32dc900cd7 2024-11-10T12:44:30,754 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 8af701397ea34200be5bfe32dc900cd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:30,754 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:30,754 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242670300; duration=0sec 2024-11-10T12:44:30,754 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:30,754 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242730847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242730848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242730848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242730848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:30,914 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/cbb2b4c385b043859f3974f6bcaf0dd9 2024-11-10T12:44:30,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/d93784082b15413693b88cc997758b24 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/d93784082b15413693b88cc997758b24 2024-11-10T12:44:30,928 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/d93784082b15413693b88cc997758b24, entries=150, sequenceid=257, filesize=11.9 K 2024-11-10T12:44:30,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/1c10487e13344141900efd433d0264cd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1c10487e13344141900efd433d0264cd 2024-11-10T12:44:30,936 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1c10487e13344141900efd433d0264cd, entries=150, sequenceid=257, filesize=11.9 K 2024-11-10T12:44:30,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/cbb2b4c385b043859f3974f6bcaf0dd9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/cbb2b4c385b043859f3974f6bcaf0dd9 2024-11-10T12:44:30,943 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/cbb2b4c385b043859f3974f6bcaf0dd9, entries=150, sequenceid=257, filesize=11.9 K 2024-11-10T12:44:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 818c882cc3d1462b1ea3908cc491f071 in 513ms, sequenceid=257, compaction requested=false 2024-11-10T12:44:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T12:44:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T12:44:30,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T12:44:30,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6830 sec 2024-11-10T12:44:30,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.6930 sec 2024-11-10T12:44:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:31,161 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:31,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:44:31,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4cbf7882214e4811b9cc8dad34597a78 is 50, key is test_row_0/A:col10/1731242670525/Put/seqid=0 2024-11-10T12:44:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741891_1067 (size=12301) 2024-11-10T12:44:31,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4cbf7882214e4811b9cc8dad34597a78 2024-11-10T12:44:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242731178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242731180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242731181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242731181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/ae97de6f04a64732bcfac6393a34fdbe is 50, key is test_row_0/B:col10/1731242670525/Put/seqid=0 2024-11-10T12:44:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741892_1068 (size=12301) 2024-11-10T12:44:31,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242731288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242731298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242731298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242731298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242731318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,320 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 818c882cc3d1462b1ea3908cc491f071 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:44:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242731497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242731508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242731508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242731508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/ae97de6f04a64732bcfac6393a34fdbe 2024-11-10T12:44:31,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2a70211ff2af44bc8461efaa6200ae17 is 50, key is test_row_0/C:col10/1731242670525/Put/seqid=0 2024-11-10T12:44:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741893_1069 (size=12301) 2024-11-10T12:44:31,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2a70211ff2af44bc8461efaa6200ae17 2024-11-10T12:44:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4cbf7882214e4811b9cc8dad34597a78 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cbf7882214e4811b9cc8dad34597a78 2024-11-10T12:44:31,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cbf7882214e4811b9cc8dad34597a78, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T12:44:31,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/ae97de6f04a64732bcfac6393a34fdbe as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ae97de6f04a64732bcfac6393a34fdbe 2024-11-10T12:44:31,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ae97de6f04a64732bcfac6393a34fdbe, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T12:44:31,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2a70211ff2af44bc8461efaa6200ae17 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2a70211ff2af44bc8461efaa6200ae17 2024-11-10T12:44:31,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2a70211ff2af44bc8461efaa6200ae17, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T12:44:31,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 818c882cc3d1462b1ea3908cc491f071 in 494ms, sequenceid=283, compaction requested=true 2024-11-10T12:44:31,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:31,655 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:31,656 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:31,657 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:31,657 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:31,657 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:31,657 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/ebea1f67f4b14bc89601d723d53d1993, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/d93784082b15413693b88cc997758b24, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cbf7882214e4811b9cc8dad34597a78] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.3 K 2024-11-10T12:44:31,658 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:31,658 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ebea1f67f4b14bc89601d723d53d1993, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731242668342 2024-11-10T12:44:31,658 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:31,658 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:31,658 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8af701397ea34200be5bfe32dc900cd7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1c10487e13344141900efd433d0264cd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ae97de6f04a64732bcfac6393a34fdbe] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.3 K 2024-11-10T12:44:31,659 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting d93784082b15413693b88cc997758b24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731242669799 2024-11-10T12:44:31,659 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8af701397ea34200be5bfe32dc900cd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731242668342 2024-11-10T12:44:31,659 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cbf7882214e4811b9cc8dad34597a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731242670525 2024-11-10T12:44:31,660 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c10487e13344141900efd433d0264cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731242669799 2024-11-10T12:44:31,660 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae97de6f04a64732bcfac6393a34fdbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731242670525 2024-11-10T12:44:31,677 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:31,678 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:31,678 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/65677f7844f048239da5e019462593b2 is 50, key is test_row_0/A:col10/1731242670525/Put/seqid=0 2024-11-10T12:44:31,679 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/166e82431ce4495eabcc78eef49bd302 is 50, key is test_row_0/B:col10/1731242670525/Put/seqid=0 2024-11-10T12:44:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741894_1070 (size=12949) 2024-11-10T12:44:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741895_1071 (size=12949) 2024-11-10T12:44:31,706 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/65677f7844f048239da5e019462593b2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/65677f7844f048239da5e019462593b2 2024-11-10T12:44:31,718 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 65677f7844f048239da5e019462593b2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:31,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:31,718 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242671655; duration=0sec 2024-11-10T12:44:31,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:31,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:31,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:31,722 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:31,723 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:31,723 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:31,723 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1c089b51ac10434ca01fd524246b8018, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/cbb2b4c385b043859f3974f6bcaf0dd9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2a70211ff2af44bc8461efaa6200ae17] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.3 K 2024-11-10T12:44:31,723 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c089b51ac10434ca01fd524246b8018, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731242668342 2024-11-10T12:44:31,724 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting cbb2b4c385b043859f3974f6bcaf0dd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731242669799 2024-11-10T12:44:31,725 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a70211ff2af44bc8461efaa6200ae17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731242670525 2024-11-10T12:44:31,738 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:31,739 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/77b5cf67718e484b8fbd32bbdc5e409e is 50, key is test_row_0/C:col10/1731242670525/Put/seqid=0 2024-11-10T12:44:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741896_1072 (size=12949) 2024-11-10T12:44:31,755 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/77b5cf67718e484b8fbd32bbdc5e409e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/77b5cf67718e484b8fbd32bbdc5e409e 2024-11-10T12:44:31,767 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 77b5cf67718e484b8fbd32bbdc5e409e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:31,767 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:31,767 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242671656; duration=0sec 2024-11-10T12:44:31,767 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:31,767 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:31,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:44:31,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/dc65434db578443c95021693d8f9202e is 50, key is test_row_0/A:col10/1731242671808/Put/seqid=0 2024-11-10T12:44:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741897_1073 (size=14741) 2024-11-10T12:44:31,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/dc65434db578443c95021693d8f9202e 2024-11-10T12:44:31,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/2b9e6a742d3849fabf8f2714c7631918 is 50, key is test_row_0/B:col10/1731242671808/Put/seqid=0 2024-11-10T12:44:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741898_1074 (size=12301) 2024-11-10T12:44:31,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242731852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242731853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242731854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242731855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242731978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242731979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242731979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242731979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:31,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,100 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/166e82431ce4495eabcc78eef49bd302 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/166e82431ce4495eabcc78eef49bd302 2024-11-10T12:44:32,107 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 166e82431ce4495eabcc78eef49bd302(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:32,108 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:32,108 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242671656; duration=0sec 2024-11-10T12:44:32,108 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:32,108 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:32,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242732187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242732188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242732188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242732188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/2b9e6a742d3849fabf8f2714c7631918 2024-11-10T12:44:32,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/dd7f6e158f3941fbb61e2fc05e5f108e is 50, key is test_row_0/C:col10/1731242671808/Put/seqid=0 2024-11-10T12:44:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741899_1075 (size=12301) 2024-11-10T12:44:32,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/dd7f6e158f3941fbb61e2fc05e5f108e 2024-11-10T12:44:32,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/dc65434db578443c95021693d8f9202e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dc65434db578443c95021693d8f9202e 2024-11-10T12:44:32,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dc65434db578443c95021693d8f9202e, entries=200, sequenceid=299, filesize=14.4 K 2024-11-10T12:44:32,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/2b9e6a742d3849fabf8f2714c7631918 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2b9e6a742d3849fabf8f2714c7631918 2024-11-10T12:44:32,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2b9e6a742d3849fabf8f2714c7631918, entries=150, sequenceid=299, filesize=12.0 K 2024-11-10T12:44:32,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/dd7f6e158f3941fbb61e2fc05e5f108e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dd7f6e158f3941fbb61e2fc05e5f108e 2024-11-10T12:44:32,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dd7f6e158f3941fbb61e2fc05e5f108e, entries=150, sequenceid=299, filesize=12.0 K 2024-11-10T12:44:32,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 818c882cc3d1462b1ea3908cc491f071 in 481ms, sequenceid=299, compaction requested=false 2024-11-10T12:44:32,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:44:32,428 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:32,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T12:44:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:44:32,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:32,433 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:32,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:32,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:32,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:44:32,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cf0f910312704d2c81d705bb95f9f663 is 50, key is test_row_0/A:col10/1731242671853/Put/seqid=0 2024-11-10T12:44:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741900_1076 (size=12301) 2024-11-10T12:44:32,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cf0f910312704d2c81d705bb95f9f663 2024-11-10T12:44:32,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242732517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242732519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242732521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242732521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/c85263e7e1e6409ca04419e36e54a558 is 50, key is test_row_0/B:col10/1731242671853/Put/seqid=0 2024-11-10T12:44:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741901_1077 (size=12301) 2024-11-10T12:44:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:44:32,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T12:44:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242732628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242732628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242732629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242732629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T12:44:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:44:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242732837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242732838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242732838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242732838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:32,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T12:44:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:32,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:32,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/c85263e7e1e6409ca04419e36e54a558 2024-11-10T12:44:32,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e50f5fe06505411682ee78dead54f918 is 50, key is test_row_0/C:col10/1731242671853/Put/seqid=0 2024-11-10T12:44:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741902_1078 (size=12301) 2024-11-10T12:44:32,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e50f5fe06505411682ee78dead54f918 2024-11-10T12:44:32,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cf0f910312704d2c81d705bb95f9f663 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cf0f910312704d2c81d705bb95f9f663 2024-11-10T12:44:32,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cf0f910312704d2c81d705bb95f9f663, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T12:44:32,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/c85263e7e1e6409ca04419e36e54a558 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c85263e7e1e6409ca04419e36e54a558 2024-11-10T12:44:32,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c85263e7e1e6409ca04419e36e54a558, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T12:44:32,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/e50f5fe06505411682ee78dead54f918 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e50f5fe06505411682ee78dead54f918 2024-11-10T12:44:32,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e50f5fe06505411682ee78dead54f918, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T12:44:32,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 818c882cc3d1462b1ea3908cc491f071 in 487ms, sequenceid=325, compaction requested=true 2024-11-10T12:44:32,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:32,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:32,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:32,989 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:32,989 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:32,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:32,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:32,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:32,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:32,991 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:32,991 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:32,991 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:32,991 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:32,991 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,991 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:32,991 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/65677f7844f048239da5e019462593b2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dc65434db578443c95021693d8f9202e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cf0f910312704d2c81d705bb95f9f663] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=39.1 K 2024-11-10T12:44:32,991 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/166e82431ce4495eabcc78eef49bd302, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2b9e6a742d3849fabf8f2714c7631918, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c85263e7e1e6409ca04419e36e54a558] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.7 K 2024-11-10T12:44:32,991 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65677f7844f048239da5e019462593b2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731242670525 2024-11-10T12:44:32,992 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 166e82431ce4495eabcc78eef49bd302, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731242670525 2024-11-10T12:44:32,992 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc65434db578443c95021693d8f9202e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731242671172 2024-11-10T12:44:32,992 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b9e6a742d3849fabf8f2714c7631918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731242671172 2024-11-10T12:44:32,993 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c85263e7e1e6409ca04419e36e54a558, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242671853 2024-11-10T12:44:32,993 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf0f910312704d2c81d705bb95f9f663, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242671853 2024-11-10T12:44:33,004 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:33,005 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:33,005 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/07fcd9523b634b3d88214bce79fee385 is 50, key is test_row_0/B:col10/1731242671853/Put/seqid=0 2024-11-10T12:44:33,006 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/9649e25964844efd8dfe16801c948168 is 50, key is test_row_0/A:col10/1731242671853/Put/seqid=0 2024-11-10T12:44:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741903_1079 (size=13051) 2024-11-10T12:44:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741904_1080 (size=13051) 2024-11-10T12:44:33,025 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/07fcd9523b634b3d88214bce79fee385 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/07fcd9523b634b3d88214bce79fee385 2024-11-10T12:44:33,036 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/9649e25964844efd8dfe16801c948168 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/9649e25964844efd8dfe16801c948168 2024-11-10T12:44:33,041 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 07fcd9523b634b3d88214bce79fee385(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:33,041 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:33,041 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242672989; duration=0sec 2024-11-10T12:44:33,042 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:33,042 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:33,043 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:33,044 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 9649e25964844efd8dfe16801c948168(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:33,044 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:33,044 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242672989; duration=0sec 2024-11-10T12:44:33,044 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:33,044 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:33,044 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:33,045 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:33,045 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:33,045 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/77b5cf67718e484b8fbd32bbdc5e409e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dd7f6e158f3941fbb61e2fc05e5f108e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e50f5fe06505411682ee78dead54f918] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.7 K 2024-11-10T12:44:33,045 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b5cf67718e484b8fbd32bbdc5e409e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731242670525 2024-11-10T12:44:33,046 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting dd7f6e158f3941fbb61e2fc05e5f108e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731242671172 2024-11-10T12:44:33,046 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e50f5fe06505411682ee78dead54f918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242671853 2024-11-10T12:44:33,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T12:44:33,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:33,050 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:44:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:44:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/b40eb6a5c6d043f8991461436577b573 is 50, key is test_row_0/A:col10/1731242672516/Put/seqid=0 2024-11-10T12:44:33,062 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:33,062 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0516366f36a740a4b1348b6413a7915d is 50, key is test_row_0/C:col10/1731242671853/Put/seqid=0 2024-11-10T12:44:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741906_1082 (size=13051) 2024-11-10T12:44:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741905_1081 (size=12301) 2024-11-10T12:44:33,077 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/b40eb6a5c6d043f8991461436577b573 2024-11-10T12:44:33,083 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0516366f36a740a4b1348b6413a7915d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0516366f36a740a4b1348b6413a7915d 2024-11-10T12:44:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/ddd17796a3164c08a3a73c6397eb2166 is 50, key is test_row_0/B:col10/1731242672516/Put/seqid=0 2024-11-10T12:44:33,092 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 0516366f36a740a4b1348b6413a7915d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:33,092 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:33,093 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242672990; duration=0sec 2024-11-10T12:44:33,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:33,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741907_1083 (size=12301) 2024-11-10T12:44:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:33,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242733190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242733191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242733192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242733192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242733297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242733307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242733307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242733308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,496 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/ddd17796a3164c08a3a73c6397eb2166 2024-11-10T12:44:33,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4523f0fd629a413d9f79e54ea17d2dc6 is 50, key is test_row_0/C:col10/1731242672516/Put/seqid=0 2024-11-10T12:44:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242733507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741908_1084 (size=12301) 2024-11-10T12:44:33,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242733518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242733518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242733518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:44:33,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242733817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242733828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242733828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242733828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:33,914 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4523f0fd629a413d9f79e54ea17d2dc6 2024-11-10T12:44:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/b40eb6a5c6d043f8991461436577b573 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b40eb6a5c6d043f8991461436577b573 2024-11-10T12:44:33,926 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b40eb6a5c6d043f8991461436577b573, entries=150, sequenceid=339, filesize=12.0 K 2024-11-10T12:44:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/ddd17796a3164c08a3a73c6397eb2166 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ddd17796a3164c08a3a73c6397eb2166 2024-11-10T12:44:33,932 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ddd17796a3164c08a3a73c6397eb2166, entries=150, sequenceid=339, filesize=12.0 K 2024-11-10T12:44:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/4523f0fd629a413d9f79e54ea17d2dc6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4523f0fd629a413d9f79e54ea17d2dc6 2024-11-10T12:44:33,940 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4523f0fd629a413d9f79e54ea17d2dc6, entries=150, sequenceid=339, filesize=12.0 K 2024-11-10T12:44:33,942 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 818c882cc3d1462b1ea3908cc491f071 in 892ms, sequenceid=339, compaction requested=false 2024-11-10T12:44:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T12:44:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T12:44:33,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T12:44:33,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-11-10T12:44:33,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5180 sec 2024-11-10T12:44:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:34,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:34,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:44:34,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/5fbbdcf50a7d4bda868890c8f1061f14 is 50, key is test_row_0/A:col10/1731242673188/Put/seqid=0 2024-11-10T12:44:34,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741909_1085 (size=14741) 2024-11-10T12:44:34,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/5fbbdcf50a7d4bda868890c8f1061f14 2024-11-10T12:44:34,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/7f3e29bd393b4f5c9f01452b8617547f is 50, key is test_row_0/B:col10/1731242673188/Put/seqid=0 2024-11-10T12:44:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242734353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242734355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242734356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242734361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741910_1086 (size=12301) 2024-11-10T12:44:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242734468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242734468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242734468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242734478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:44:34,578 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:34,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T12:44:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:44:34,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:34,582 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:34,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:34,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242734677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242734678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242734678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:44:34,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242734688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:44:34,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:34,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:34,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:34,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:34,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:34,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/7f3e29bd393b4f5c9f01452b8617547f 2024-11-10T12:44:34,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2c90a0a83d5740e290be5f807a46527f is 50, key is test_row_0/C:col10/1731242673188/Put/seqid=0 2024-11-10T12:44:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741911_1087 (size=12301) 2024-11-10T12:44:34,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:44:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:34,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:44:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242734987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242734987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242734988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242734998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:44:35,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:44:35,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:44:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:35,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2c90a0a83d5740e290be5f807a46527f 2024-11-10T12:44:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:35,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/5fbbdcf50a7d4bda868890c8f1061f14 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5fbbdcf50a7d4bda868890c8f1061f14 2024-11-10T12:44:35,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5fbbdcf50a7d4bda868890c8f1061f14, entries=200, sequenceid=365, filesize=14.4 K 2024-11-10T12:44:35,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/7f3e29bd393b4f5c9f01452b8617547f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7f3e29bd393b4f5c9f01452b8617547f 2024-11-10T12:44:35,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7f3e29bd393b4f5c9f01452b8617547f, entries=150, sequenceid=365, filesize=12.0 K 2024-11-10T12:44:35,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2c90a0a83d5740e290be5f807a46527f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c90a0a83d5740e290be5f807a46527f 2024-11-10T12:44:35,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c90a0a83d5740e290be5f807a46527f, entries=150, sequenceid=365, filesize=12.0 K 2024-11-10T12:44:35,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 818c882cc3d1462b1ea3908cc491f071 in 909ms, sequenceid=365, compaction requested=true 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:35,239 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:35,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:44:35,239 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:35,241 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:35,241 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:35,241 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:35,241 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:35,241 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,241 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,241 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/07fcd9523b634b3d88214bce79fee385, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ddd17796a3164c08a3a73c6397eb2166, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7f3e29bd393b4f5c9f01452b8617547f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.8 K 2024-11-10T12:44:35,241 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/9649e25964844efd8dfe16801c948168, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b40eb6a5c6d043f8991461436577b573, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5fbbdcf50a7d4bda868890c8f1061f14] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=39.2 K 2024-11-10T12:44:35,242 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9649e25964844efd8dfe16801c948168, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242671853 2024-11-10T12:44:35,242 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 07fcd9523b634b3d88214bce79fee385, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242671853 2024-11-10T12:44:35,242 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b40eb6a5c6d043f8991461436577b573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731242672515 2024-11-10T12:44:35,242 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ddd17796a3164c08a3a73c6397eb2166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731242672515 2024-11-10T12:44:35,242 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fbbdcf50a7d4bda868890c8f1061f14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731242673180 2024-11-10T12:44:35,242 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3e29bd393b4f5c9f01452b8617547f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731242673188 2024-11-10T12:44:35,254 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:35,255 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/dd6a3fa550e6453fab3599f8c076fe7f is 50, key is test_row_0/A:col10/1731242673188/Put/seqid=0 2024-11-10T12:44:35,261 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:35,262 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/44374208fcef49c89d8c777c26061b30 is 50, key is test_row_0/B:col10/1731242673188/Put/seqid=0 2024-11-10T12:44:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741913_1089 (size=13153) 2024-11-10T12:44:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741912_1088 (size=13153) 2024-11-10T12:44:35,298 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/dd6a3fa550e6453fab3599f8c076fe7f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dd6a3fa550e6453fab3599f8c076fe7f 2024-11-10T12:44:35,300 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/44374208fcef49c89d8c777c26061b30 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/44374208fcef49c89d8c777c26061b30 2024-11-10T12:44:35,305 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into dd6a3fa550e6453fab3599f8c076fe7f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:35,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:35,305 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242675239; duration=0sec 2024-11-10T12:44:35,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:35,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:35,306 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:35,308 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 44374208fcef49c89d8c777c26061b30(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:35,308 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:35,308 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:35,308 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242675239; duration=0sec 2024-11-10T12:44:35,308 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:35,309 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:35,309 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:35,309 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,309 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0516366f36a740a4b1348b6413a7915d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4523f0fd629a413d9f79e54ea17d2dc6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c90a0a83d5740e290be5f807a46527f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=36.8 K 2024-11-10T12:44:35,310 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0516366f36a740a4b1348b6413a7915d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242671853 2024-11-10T12:44:35,311 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4523f0fd629a413d9f79e54ea17d2dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731242672515 2024-11-10T12:44:35,311 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c90a0a83d5740e290be5f807a46527f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731242673188 2024-11-10T12:44:35,322 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:35,323 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/855434b032944d009f9009e79f078ed2 is 50, key is test_row_0/C:col10/1731242673188/Put/seqid=0 2024-11-10T12:44:35,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741914_1090 (size=13153) 2024-11-10T12:44:35,334 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/855434b032944d009f9009e79f078ed2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/855434b032944d009f9009e79f078ed2 2024-11-10T12:44:35,342 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 855434b032944d009f9009e79f078ed2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:35,342 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:35,342 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242675239; duration=0sec 2024-11-10T12:44:35,342 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:35,342 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:35,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:44:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,364 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:44:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/f7c5cfe74f00440b9cac7e3f6441cba6 is 50, key is test_row_0/A:col10/1731242674359/Put/seqid=0 2024-11-10T12:44:35,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741915_1091 (size=9857) 2024-11-10T12:44:35,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/f7c5cfe74f00440b9cac7e3f6441cba6 2024-11-10T12:44:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/fe02a5678c7b40f88958a0ce7a661c4f is 50, key is test_row_0/B:col10/1731242674359/Put/seqid=0 2024-11-10T12:44:35,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741916_1092 (size=9857) 2024-11-10T12:44:35,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/fe02a5678c7b40f88958a0ce7a661c4f 2024-11-10T12:44:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c0bfa115621541db96c0b9ea7437872b is 50, key is test_row_0/C:col10/1731242674359/Put/seqid=0 2024-11-10T12:44:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741917_1093 (size=9857) 2024-11-10T12:44:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:35,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:35,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242735531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242735535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242735536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242735539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242735647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242735648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242735648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242735648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:44:35,827 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c0bfa115621541db96c0b9ea7437872b 2024-11-10T12:44:35,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/f7c5cfe74f00440b9cac7e3f6441cba6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f7c5cfe74f00440b9cac7e3f6441cba6 2024-11-10T12:44:35,841 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f7c5cfe74f00440b9cac7e3f6441cba6, entries=100, sequenceid=379, filesize=9.6 K 2024-11-10T12:44:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/fe02a5678c7b40f88958a0ce7a661c4f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fe02a5678c7b40f88958a0ce7a661c4f 2024-11-10T12:44:35,847 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fe02a5678c7b40f88958a0ce7a661c4f, entries=100, sequenceid=379, filesize=9.6 K 2024-11-10T12:44:35,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/c0bfa115621541db96c0b9ea7437872b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c0bfa115621541db96c0b9ea7437872b 2024-11-10T12:44:35,854 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c0bfa115621541db96c0b9ea7437872b, entries=100, sequenceid=379, filesize=9.6 K 2024-11-10T12:44:35,856 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 818c882cc3d1462b1ea3908cc491f071 in 492ms, sequenceid=379, compaction requested=false 2024-11-10T12:44:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:35,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T12:44:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T12:44:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:35,860 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:35,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-10T12:44:35,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T12:44:35,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2770 sec 2024-11-10T12:44:35,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.2870 sec 2024-11-10T12:44:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242735864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cb0db22f227e4fc8af487c3e8045b182 is 50, key is test_row_0/A:col10/1731242675859/Put/seqid=0 2024-11-10T12:44:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242735866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242735868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242735869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741918_1094 (size=12301) 2024-11-10T12:44:35,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242735978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242735978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242735978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242735978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242736188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242736188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242736188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242736188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cb0db22f227e4fc8af487c3e8045b182 2024-11-10T12:44:36,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/fc7c079e06a94f1abc0808e6bfe663ef is 50, key is test_row_0/B:col10/1731242675859/Put/seqid=0 2024-11-10T12:44:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741919_1095 (size=12301) 2024-11-10T12:44:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242736498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242736498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242736498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242736498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:36,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/fc7c079e06a94f1abc0808e6bfe663ef 2024-11-10T12:44:36,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/a481c5313a344722bee84dd48fb42a36 is 50, key is test_row_0/C:col10/1731242675859/Put/seqid=0 2024-11-10T12:44:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741920_1096 (size=12301) 2024-11-10T12:44:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:44:36,729 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:36,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T12:44:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:44:36,731 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:36,732 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:36,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:44:36,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:44:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:36,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:37,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242737007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:37,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:37,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242737007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242737007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242737008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:37,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:44:37,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:37,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:37,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:37,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:44:37,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/a481c5313a344722bee84dd48fb42a36 2024-11-10T12:44:37,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cb0db22f227e4fc8af487c3e8045b182 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cb0db22f227e4fc8af487c3e8045b182 2024-11-10T12:44:37,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cb0db22f227e4fc8af487c3e8045b182, entries=150, sequenceid=408, filesize=12.0 K 2024-11-10T12:44:37,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/fc7c079e06a94f1abc0808e6bfe663ef as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fc7c079e06a94f1abc0808e6bfe663ef 2024-11-10T12:44:37,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fc7c079e06a94f1abc0808e6bfe663ef, entries=150, sequenceid=408, filesize=12.0 K 2024-11-10T12:44:37,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/a481c5313a344722bee84dd48fb42a36 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/a481c5313a344722bee84dd48fb42a36 2024-11-10T12:44:37,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/a481c5313a344722bee84dd48fb42a36, entries=150, sequenceid=408, filesize=12.0 K 2024-11-10T12:44:37,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 818c882cc3d1462b1ea3908cc491f071 in 1287ms, sequenceid=408, compaction requested=true 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:37,148 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:37,148 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:37,149 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:37,149 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:37,149 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:37,149 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:37,149 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:37,150 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:37,150 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dd6a3fa550e6453fab3599f8c076fe7f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f7c5cfe74f00440b9cac7e3f6441cba6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cb0db22f227e4fc8af487c3e8045b182] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=34.5 K 2024-11-10T12:44:37,150 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/44374208fcef49c89d8c777c26061b30, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fe02a5678c7b40f88958a0ce7a661c4f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fc7c079e06a94f1abc0808e6bfe663ef] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=34.5 K 2024-11-10T12:44:37,150 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd6a3fa550e6453fab3599f8c076fe7f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731242673188 2024-11-10T12:44:37,150 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 44374208fcef49c89d8c777c26061b30, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731242673188 2024-11-10T12:44:37,151 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c5cfe74f00440b9cac7e3f6441cba6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731242674353 2024-11-10T12:44:37,151 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fe02a5678c7b40f88958a0ce7a661c4f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731242674353 2024-11-10T12:44:37,151 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb0db22f227e4fc8af487c3e8045b182, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731242675534 2024-11-10T12:44:37,152 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fc7c079e06a94f1abc0808e6bfe663ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731242675534 2024-11-10T12:44:37,161 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:37,162 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:37,162 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/838f7caa662b456e90f5683a4d06867b is 50, key is test_row_0/A:col10/1731242675859/Put/seqid=0 2024-11-10T12:44:37,163 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/d1fdd8bfc9dc477ca3b834e69f69eeb6 is 50, key is test_row_0/B:col10/1731242675859/Put/seqid=0 2024-11-10T12:44:37,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741921_1097 (size=13255) 2024-11-10T12:44:37,177 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/838f7caa662b456e90f5683a4d06867b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/838f7caa662b456e90f5683a4d06867b 2024-11-10T12:44:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741922_1098 (size=13255) 2024-11-10T12:44:37,187 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 838f7caa662b456e90f5683a4d06867b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:37,187 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:37,187 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242677148; duration=0sec 2024-11-10T12:44:37,187 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:37,187 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:37,187 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:37,189 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:37,189 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:37,189 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:37,190 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/855434b032944d009f9009e79f078ed2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c0bfa115621541db96c0b9ea7437872b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/a481c5313a344722bee84dd48fb42a36] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=34.5 K 2024-11-10T12:44:37,190 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 855434b032944d009f9009e79f078ed2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731242673188 2024-11-10T12:44:37,191 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/d1fdd8bfc9dc477ca3b834e69f69eeb6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/d1fdd8bfc9dc477ca3b834e69f69eeb6 2024-11-10T12:44:37,191 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0bfa115621541db96c0b9ea7437872b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731242674353 2024-11-10T12:44:37,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:44:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:37,193 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-10T12:44:37,193 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a481c5313a344722bee84dd48fb42a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731242675534 2024-11-10T12:44:37,202 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into d1fdd8bfc9dc477ca3b834e69f69eeb6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:37,202 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:37,203 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242677148; duration=0sec 2024-11-10T12:44:37,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:37,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4cc91899761846429d18cd0b952c4582 is 50, key is test_row_0/A:col10/1731242675868/Put/seqid=0 2024-11-10T12:44:37,214 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:37,215 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2025e96b410243a8ac93acf99e5a36ed is 50, key is test_row_0/C:col10/1731242675859/Put/seqid=0 2024-11-10T12:44:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741923_1099 (size=9857) 2024-11-10T12:44:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741924_1100 (size=13255) 2024-11-10T12:44:37,234 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/2025e96b410243a8ac93acf99e5a36ed as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2025e96b410243a8ac93acf99e5a36ed 2024-11-10T12:44:37,242 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 2025e96b410243a8ac93acf99e5a36ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:37,242 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:37,243 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242677148; duration=0sec 2024-11-10T12:44:37,243 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:37,243 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:44:37,622 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4cc91899761846429d18cd0b952c4582 2024-11-10T12:44:37,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/091dcea9e0834b2f9e7c3fab4cb70540 is 50, key is test_row_0/B:col10/1731242675868/Put/seqid=0 2024-11-10T12:44:37,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741925_1101 (size=9857) 2024-11-10T12:44:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:44:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:38,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:38,038 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/091dcea9e0834b2f9e7c3fab4cb70540 2024-11-10T12:44:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/6350495e29b64f05b111eb0370f9aee2 is 50, key is test_row_0/C:col10/1731242675868/Put/seqid=0 2024-11-10T12:44:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242738057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242738057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242738059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242738060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741926_1102 (size=9857) 2024-11-10T12:44:38,072 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/6350495e29b64f05b111eb0370f9aee2 2024-11-10T12:44:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/4cc91899761846429d18cd0b952c4582 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cc91899761846429d18cd0b952c4582 2024-11-10T12:44:38,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cc91899761846429d18cd0b952c4582, entries=100, sequenceid=416, filesize=9.6 K 2024-11-10T12:44:38,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/091dcea9e0834b2f9e7c3fab4cb70540 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/091dcea9e0834b2f9e7c3fab4cb70540 2024-11-10T12:44:38,093 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/091dcea9e0834b2f9e7c3fab4cb70540, entries=100, sequenceid=416, filesize=9.6 K 2024-11-10T12:44:38,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/6350495e29b64f05b111eb0370f9aee2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/6350495e29b64f05b111eb0370f9aee2 2024-11-10T12:44:38,102 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/6350495e29b64f05b111eb0370f9aee2, entries=100, sequenceid=416, filesize=9.6 K 2024-11-10T12:44:38,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 818c882cc3d1462b1ea3908cc491f071 in 910ms, sequenceid=416, compaction requested=false 2024-11-10T12:44:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T12:44:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T12:44:38,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T12:44:38,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3730 sec 2024-11-10T12:44:38,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3790 sec 2024-11-10T12:44:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:38,170 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:38,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-10T12:44:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242738171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242738172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242738173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242738175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/01345a6098ad42eb8949ab9b1d4f542b is 50, key is test_row_0/A:col10/1731242678170/Put/seqid=0 2024-11-10T12:44:38,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741927_1103 (size=14741) 2024-11-10T12:44:38,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242738287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242738287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242738288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242738288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242738498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242738498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242738498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242738498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/01345a6098ad42eb8949ab9b1d4f542b 2024-11-10T12:44:38,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/7eb9542b954c4bf1a67a294fa2bca55d is 50, key is test_row_0/B:col10/1731242678170/Put/seqid=0 2024-11-10T12:44:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741928_1104 (size=12301) 2024-11-10T12:44:38,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/7eb9542b954c4bf1a67a294fa2bca55d 2024-11-10T12:44:38,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/7d040af3d04b45b7bf272b05e1a67f7a is 50, key is test_row_0/C:col10/1731242678170/Put/seqid=0 2024-11-10T12:44:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741929_1105 (size=12301) 2024-11-10T12:44:38,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/7d040af3d04b45b7bf272b05e1a67f7a 2024-11-10T12:44:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/01345a6098ad42eb8949ab9b1d4f542b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/01345a6098ad42eb8949ab9b1d4f542b 2024-11-10T12:44:38,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/01345a6098ad42eb8949ab9b1d4f542b, entries=200, sequenceid=451, filesize=14.4 K 2024-11-10T12:44:38,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/7eb9542b954c4bf1a67a294fa2bca55d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7eb9542b954c4bf1a67a294fa2bca55d 2024-11-10T12:44:38,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7eb9542b954c4bf1a67a294fa2bca55d, entries=150, sequenceid=451, filesize=12.0 K 2024-11-10T12:44:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/7d040af3d04b45b7bf272b05e1a67f7a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7d040af3d04b45b7bf272b05e1a67f7a 2024-11-10T12:44:38,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7d040af3d04b45b7bf272b05e1a67f7a, entries=150, sequenceid=451, filesize=12.0 K 2024-11-10T12:44:38,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=6.71 KB/6870 for 818c882cc3d1462b1ea3908cc491f071 in 480ms, sequenceid=451, compaction requested=true 2024-11-10T12:44:38,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:38,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:38,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:38,650 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:38,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:38,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:38,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:38,651 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:38,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:38,653 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37853 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:38,653 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:38,653 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:38,654 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/838f7caa662b456e90f5683a4d06867b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cc91899761846429d18cd0b952c4582, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/01345a6098ad42eb8949ab9b1d4f542b] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=37.0 K 2024-11-10T12:44:38,654 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:38,654 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:38,654 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:38,654 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/d1fdd8bfc9dc477ca3b834e69f69eeb6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/091dcea9e0834b2f9e7c3fab4cb70540, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7eb9542b954c4bf1a67a294fa2bca55d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=34.6 K 2024-11-10T12:44:38,654 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 838f7caa662b456e90f5683a4d06867b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731242675534 2024-11-10T12:44:38,655 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting d1fdd8bfc9dc477ca3b834e69f69eeb6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731242675534 2024-11-10T12:44:38,655 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cc91899761846429d18cd0b952c4582, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731242675866 2024-11-10T12:44:38,655 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 091dcea9e0834b2f9e7c3fab4cb70540, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731242675866 2024-11-10T12:44:38,655 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01345a6098ad42eb8949ab9b1d4f542b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731242678055 2024-11-10T12:44:38,656 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb9542b954c4bf1a67a294fa2bca55d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731242678055 2024-11-10T12:44:38,664 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#93 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:38,665 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/4d9e5225352642bcb537ac6a52f76192 is 50, key is test_row_0/B:col10/1731242678170/Put/seqid=0 2024-11-10T12:44:38,668 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#94 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:38,669 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/0ee116a15b924a4a9c337825d8436a26 is 50, key is test_row_0/A:col10/1731242678170/Put/seqid=0 2024-11-10T12:44:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741930_1106 (size=13357) 2024-11-10T12:44:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741931_1107 (size=13357) 2024-11-10T12:44:38,704 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/0ee116a15b924a4a9c337825d8436a26 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/0ee116a15b924a4a9c337825d8436a26 2024-11-10T12:44:38,714 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into 0ee116a15b924a4a9c337825d8436a26(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:38,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:38,715 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=13, startTime=1731242678650; duration=0sec 2024-11-10T12:44:38,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:38,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:38,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:44:38,716 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:44:38,716 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:38,716 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:38,717 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2025e96b410243a8ac93acf99e5a36ed, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/6350495e29b64f05b111eb0370f9aee2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7d040af3d04b45b7bf272b05e1a67f7a] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=34.6 K 2024-11-10T12:44:38,717 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2025e96b410243a8ac93acf99e5a36ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731242675534 2024-11-10T12:44:38,718 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6350495e29b64f05b111eb0370f9aee2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731242675866 2024-11-10T12:44:38,718 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d040af3d04b45b7bf272b05e1a67f7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731242678055 2024-11-10T12:44:38,730 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:38,731 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0b3cfd10b68745ea9d6458bbc8e8df82 is 50, key is test_row_0/C:col10/1731242678170/Put/seqid=0 2024-11-10T12:44:38,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741932_1108 (size=13357) 2024-11-10T12:44:38,748 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/0b3cfd10b68745ea9d6458bbc8e8df82 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0b3cfd10b68745ea9d6458bbc8e8df82 2024-11-10T12:44:38,757 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 0b3cfd10b68745ea9d6458bbc8e8df82(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:38,757 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:38,757 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=13, startTime=1731242678651; duration=0sec 2024-11-10T12:44:38,758 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:38,758 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:38,820 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:38,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:44:38,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/1e89249fecd54b17ae33d6d1ee7c33b2 is 50, key is test_row_0/A:col10/1731242678820/Put/seqid=0 2024-11-10T12:44:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741933_1109 (size=14741) 2024-11-10T12:44:38,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/1e89249fecd54b17ae33d6d1ee7c33b2 2024-11-10T12:44:38,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/9147fdd3de484fb6b5520613fa772151 is 50, key is test_row_0/B:col10/1731242678820/Put/seqid=0 2024-11-10T12:44:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741934_1110 (size=12301) 2024-11-10T12:44:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242738868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242738869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242738871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242738871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:44:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,878 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:38,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T12:44:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:44:38,882 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:38,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:38,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242738978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242738978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:44:38,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242738987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242738988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T12:44:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:39,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:39,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:39,099 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/4d9e5225352642bcb537ac6a52f76192 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/4d9e5225352642bcb537ac6a52f76192 2024-11-10T12:44:39,105 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 4d9e5225352642bcb537ac6a52f76192(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:39,106 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:39,106 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=13, startTime=1731242678650; duration=0sec 2024-11-10T12:44:39,106 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:39,106 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:39,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242739187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242739187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T12:44:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:39,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:44:39,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242739198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242739198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/9147fdd3de484fb6b5520613fa772151 2024-11-10T12:44:39,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/db0ec89e6dec4565a1e0b7797f0d5802 is 50, key is test_row_0/C:col10/1731242678820/Put/seqid=0 2024-11-10T12:44:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741935_1111 (size=12301) 2024-11-10T12:44:39,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/db0ec89e6dec4565a1e0b7797f0d5802 2024-11-10T12:44:39,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/1e89249fecd54b17ae33d6d1ee7c33b2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1e89249fecd54b17ae33d6d1ee7c33b2 2024-11-10T12:44:39,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1e89249fecd54b17ae33d6d1ee7c33b2, entries=200, sequenceid=467, filesize=14.4 K 2024-11-10T12:44:39,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/9147fdd3de484fb6b5520613fa772151 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/9147fdd3de484fb6b5520613fa772151 2024-11-10T12:44:39,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/9147fdd3de484fb6b5520613fa772151, entries=150, sequenceid=467, filesize=12.0 K 2024-11-10T12:44:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/db0ec89e6dec4565a1e0b7797f0d5802 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/db0ec89e6dec4565a1e0b7797f0d5802 2024-11-10T12:44:39,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/db0ec89e6dec4565a1e0b7797f0d5802, entries=150, sequenceid=467, filesize=12.0 K 2024-11-10T12:44:39,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 818c882cc3d1462b1ea3908cc491f071 in 483ms, sequenceid=467, compaction requested=false 2024-11-10T12:44:39,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:39,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T12:44:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:39,343 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:44:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/3fc3da3cd08c42a38bb3e9bb1c0a07af is 50, key is test_row_0/A:col10/1731242678868/Put/seqid=0 2024-11-10T12:44:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741936_1112 (size=12301) 2024-11-10T12:44:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:39,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:44:39,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242739510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242739511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242739512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242739513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242739617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242739627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242739627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242739628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,755 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/3fc3da3cd08c42a38bb3e9bb1c0a07af 2024-11-10T12:44:39,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/3987bd5e17994ca2a82785648b6d84ed is 50, key is test_row_0/B:col10/1731242678868/Put/seqid=0 2024-11-10T12:44:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741937_1113 (size=12301) 2024-11-10T12:44:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242739827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242739837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242739837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242739838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:44:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242740138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242740147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242740147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242740147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,173 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/3987bd5e17994ca2a82785648b6d84ed 2024-11-10T12:44:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/dc0968cb58344412915a80ed3262cfc1 is 50, key is test_row_0/C:col10/1731242678868/Put/seqid=0 2024-11-10T12:44:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741938_1114 (size=12301) 2024-11-10T12:44:40,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/dc0968cb58344412915a80ed3262cfc1 2024-11-10T12:44:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/3fc3da3cd08c42a38bb3e9bb1c0a07af as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/3fc3da3cd08c42a38bb3e9bb1c0a07af 2024-11-10T12:44:40,217 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/3fc3da3cd08c42a38bb3e9bb1c0a07af, entries=150, sequenceid=491, filesize=12.0 K 2024-11-10T12:44:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/3987bd5e17994ca2a82785648b6d84ed as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/3987bd5e17994ca2a82785648b6d84ed 2024-11-10T12:44:40,224 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/3987bd5e17994ca2a82785648b6d84ed, entries=150, sequenceid=491, filesize=12.0 K 2024-11-10T12:44:40,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/dc0968cb58344412915a80ed3262cfc1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dc0968cb58344412915a80ed3262cfc1 2024-11-10T12:44:40,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dc0968cb58344412915a80ed3262cfc1, entries=150, sequenceid=491, filesize=12.0 K 2024-11-10T12:44:40,232 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 818c882cc3d1462b1ea3908cc491f071 in 889ms, sequenceid=491, compaction requested=true 2024-11-10T12:44:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T12:44:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T12:44:40,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T12:44:40,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-10T12:44:40,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3580 sec 2024-11-10T12:44:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:40,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:44:40,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a916be31c5e247d793708a95b980152d is 50, key is test_row_0/A:col10/1731242679507/Put/seqid=0 2024-11-10T12:44:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741939_1115 (size=12301) 2024-11-10T12:44:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242740707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242740709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242740710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242740713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242740817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242740817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242740817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242740817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:44:41,028 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:41,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-10T12:44:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:41,031 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242741027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,032 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242741027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242741028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242741028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a916be31c5e247d793708a95b980152d 2024-11-10T12:44:41,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/752f92c7387b44a0b192810fe42ef32c is 50, key is test_row_0/B:col10/1731242679507/Put/seqid=0 2024-11-10T12:44:41,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741940_1116 (size=12301) 2024-11-10T12:44:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:41,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T12:44:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T12:44:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242741337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242741337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242741337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242741337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47080 deadline: 1731242741357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,362 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 818c882cc3d1462b1ea3908cc491f071 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:44:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/752f92c7387b44a0b192810fe42ef32c 2024-11-10T12:44:41,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/17ada23f40c042df83a2a32ef4628ef4 is 50, key is test_row_0/C:col10/1731242679507/Put/seqid=0 2024-11-10T12:44:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741941_1117 (size=12301) 2024-11-10T12:44:41,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T12:44:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T12:44:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:41,671 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T12:44:41,671 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:41,672 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T12:44:41,673 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:41,673 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T12:44:41,674 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:41,675 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T12:44:41,676 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:41,677 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,677 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,677 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,677 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,677 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,677 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:41,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:41,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:41,678 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,678 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:41,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:41,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T12:44:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47098 deadline: 1731242741858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47074 deadline: 1731242741858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47054 deadline: 1731242741858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47040 deadline: 1731242741858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:44:41,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/17ada23f40c042df83a2a32ef4628ef4 2024-11-10T12:44:41,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/a916be31c5e247d793708a95b980152d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a916be31c5e247d793708a95b980152d 2024-11-10T12:44:41,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a916be31c5e247d793708a95b980152d, entries=150, sequenceid=505, filesize=12.0 K 2024-11-10T12:44:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/752f92c7387b44a0b192810fe42ef32c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/752f92c7387b44a0b192810fe42ef32c 2024-11-10T12:44:41,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/752f92c7387b44a0b192810fe42ef32c, entries=150, sequenceid=505, filesize=12.0 K 2024-11-10T12:44:41,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/17ada23f40c042df83a2a32ef4628ef4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/17ada23f40c042df83a2a32ef4628ef4 2024-11-10T12:44:41,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/17ada23f40c042df83a2a32ef4628ef4, entries=150, sequenceid=505, filesize=12.0 K 2024-11-10T12:44:41,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 818c882cc3d1462b1ea3908cc491f071 in 1260ms, sequenceid=505, compaction requested=true 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:41,910 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 818c882cc3d1462b1ea3908cc491f071:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:41,911 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:41,912 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:41,912 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:41,912 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/A is initiating minor compaction (all files) 2024-11-10T12:44:41,912 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/A in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,912 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/B is initiating minor compaction (all files) 2024-11-10T12:44:41,912 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/0ee116a15b924a4a9c337825d8436a26, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1e89249fecd54b17ae33d6d1ee7c33b2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/3fc3da3cd08c42a38bb3e9bb1c0a07af, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a916be31c5e247d793708a95b980152d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=51.5 K 2024-11-10T12:44:41,912 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/B in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,912 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/4d9e5225352642bcb537ac6a52f76192, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/9147fdd3de484fb6b5520613fa772151, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/3987bd5e17994ca2a82785648b6d84ed, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/752f92c7387b44a0b192810fe42ef32c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=49.1 K 2024-11-10T12:44:41,912 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee116a15b924a4a9c337825d8436a26, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731242678055 2024-11-10T12:44:41,913 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d9e5225352642bcb537ac6a52f76192, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731242678055 2024-11-10T12:44:41,913 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e89249fecd54b17ae33d6d1ee7c33b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731242678812 2024-11-10T12:44:41,913 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fc3da3cd08c42a38bb3e9bb1c0a07af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731242678861 2024-11-10T12:44:41,913 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9147fdd3de484fb6b5520613fa772151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731242678812 2024-11-10T12:44:41,914 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3987bd5e17994ca2a82785648b6d84ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731242678861 2024-11-10T12:44:41,914 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a916be31c5e247d793708a95b980152d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731242679507 2024-11-10T12:44:41,914 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 752f92c7387b44a0b192810fe42ef32c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731242679507 2024-11-10T12:44:41,925 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:41,925 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/67bcbf98bfcd48ffad2f9253fa10e1e6 is 50, key is test_row_0/B:col10/1731242679507/Put/seqid=0 2024-11-10T12:44:41,926 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:41,926 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cfa10ed860944d8abe6f190075e8addd is 50, key is test_row_0/A:col10/1731242679507/Put/seqid=0 2024-11-10T12:44:41,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741942_1118 (size=13493) 2024-11-10T12:44:41,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741943_1119 (size=13493) 2024-11-10T12:44:41,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T12:44:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:41,952 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:44:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/657af6c56d314f3bb85fa06f2dfd663f is 50, key is test_row_0/A:col10/1731242680662/Put/seqid=0 2024-11-10T12:44:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741944_1120 (size=12301) 2024-11-10T12:44:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:42,335 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/67bcbf98bfcd48ffad2f9253fa10e1e6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/67bcbf98bfcd48ffad2f9253fa10e1e6 2024-11-10T12:44:42,336 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/cfa10ed860944d8abe6f190075e8addd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cfa10ed860944d8abe6f190075e8addd 2024-11-10T12:44:42,341 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/B of 818c882cc3d1462b1ea3908cc491f071 into 67bcbf98bfcd48ffad2f9253fa10e1e6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:42,341 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/A of 818c882cc3d1462b1ea3908cc491f071 into cfa10ed860944d8abe6f190075e8addd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:42,341 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/B, priority=12, startTime=1731242681910; duration=0sec 2024-11-10T12:44:42,341 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/A, priority=12, startTime=1731242681910; duration=0sec 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:A 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:B 2024-11-10T12:44:42,341 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:42,342 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:42,342 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 818c882cc3d1462b1ea3908cc491f071/C is initiating minor compaction (all files) 2024-11-10T12:44:42,342 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 818c882cc3d1462b1ea3908cc491f071/C in TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:42,343 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0b3cfd10b68745ea9d6458bbc8e8df82, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/db0ec89e6dec4565a1e0b7797f0d5802, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dc0968cb58344412915a80ed3262cfc1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/17ada23f40c042df83a2a32ef4628ef4] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp, totalSize=49.1 K 2024-11-10T12:44:42,343 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b3cfd10b68745ea9d6458bbc8e8df82, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731242678055 2024-11-10T12:44:42,343 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting db0ec89e6dec4565a1e0b7797f0d5802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1731242678812 2024-11-10T12:44:42,344 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc0968cb58344412915a80ed3262cfc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731242678861 2024-11-10T12:44:42,344 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ada23f40c042df83a2a32ef4628ef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731242679507 2024-11-10T12:44:42,352 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 818c882cc3d1462b1ea3908cc491f071#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:42,352 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/00df2e7d8a3d4949baf35ee0bbe02d0c is 50, key is test_row_0/C:col10/1731242679507/Put/seqid=0 2024-11-10T12:44:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741945_1121 (size=13493) 2024-11-10T12:44:42,361 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/657af6c56d314f3bb85fa06f2dfd663f 2024-11-10T12:44:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/dde6cd93027f4099a481cf0b2ff68e42 is 50, key is test_row_0/B:col10/1731242680662/Put/seqid=0 2024-11-10T12:44:42,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741946_1122 (size=12301) 2024-11-10T12:44:42,762 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/00df2e7d8a3d4949baf35ee0bbe02d0c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/00df2e7d8a3d4949baf35ee0bbe02d0c 2024-11-10T12:44:42,768 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 818c882cc3d1462b1ea3908cc491f071/C of 818c882cc3d1462b1ea3908cc491f071 into 00df2e7d8a3d4949baf35ee0bbe02d0c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:42,768 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:42,768 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., storeName=818c882cc3d1462b1ea3908cc491f071/C, priority=12, startTime=1731242681910; duration=0sec 2024-11-10T12:44:42,768 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:42,768 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 818c882cc3d1462b1ea3908cc491f071:C 2024-11-10T12:44:42,771 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/dde6cd93027f4099a481cf0b2ff68e42 2024-11-10T12:44:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/84b18a33d11443b0b37da9d602f78566 is 50, key is test_row_0/C:col10/1731242680662/Put/seqid=0 2024-11-10T12:44:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741947_1123 (size=12301) 2024-11-10T12:44:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:42,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. as already flushing 2024-11-10T12:44:42,869 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T12:44:42,869 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T12:44:42,869 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:42,869 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:42,869 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,869 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,869 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,869 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:42,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:42,879 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T12:44:42,879 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T12:44:42,879 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:42,879 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,879 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:42,879 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,879 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:42,879 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:42,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:43,182 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/84b18a33d11443b0b37da9d602f78566 2024-11-10T12:44:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/657af6c56d314f3bb85fa06f2dfd663f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/657af6c56d314f3bb85fa06f2dfd663f 2024-11-10T12:44:43,193 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/657af6c56d314f3bb85fa06f2dfd663f, entries=150, sequenceid=527, filesize=12.0 K 2024-11-10T12:44:43,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/dde6cd93027f4099a481cf0b2ff68e42 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/dde6cd93027f4099a481cf0b2ff68e42 2024-11-10T12:44:43,199 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/dde6cd93027f4099a481cf0b2ff68e42, entries=150, sequenceid=527, filesize=12.0 K 2024-11-10T12:44:43,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/84b18a33d11443b0b37da9d602f78566 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/84b18a33d11443b0b37da9d602f78566 2024-11-10T12:44:43,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/84b18a33d11443b0b37da9d602f78566, entries=150, sequenceid=527, filesize=12.0 K 2024-11-10T12:44:43,205 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 818c882cc3d1462b1ea3908cc491f071 in 1253ms, sequenceid=527, compaction requested=false 2024-11-10T12:44:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 818c882cc3d1462b1ea3908cc491f071: 2024-11-10T12:44:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:43,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T12:44:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T12:44:43,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T12:44:43,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-10T12:44:43,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.1820 sec 2024-11-10T12:44:43,930 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:44:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:44:45,197 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:51,399 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T12:44:51,400 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:44:51,400 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:51,400 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:51,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3458 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3440 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1583 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4740 rows 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1587 2024-11-10T12:44:51,400 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4761 rows 2024-11-10T12:44:51,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:44:51,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:44:51,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:51,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:51,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:44:51,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:44:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T12:44:51,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242691412"}]},"ts":"1731242691412"} 2024-11-10T12:44:51,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:44:51,414 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:44:51,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:44:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, UNASSIGN}] 2024-11-10T12:44:51,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, UNASSIGN 2024-11-10T12:44:51,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=818c882cc3d1462b1ea3908cc491f071, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, UNASSIGN because future has completed 2024-11-10T12:44:51,424 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:44:51,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:44:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T12:44:51,581 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:51,581 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:44:51,582 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 818c882cc3d1462b1ea3908cc491f071, disabling compactions & flushes 2024-11-10T12:44:51,582 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:51,582 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:51,582 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. after waiting 0 ms 2024-11-10T12:44:51,582 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:51,582 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 818c882cc3d1462b1ea3908cc491f071 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:44:51,587 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/e486cb1043c44bbb81bf9f8d1ad8303b is 50, key is test_row_1/A:col10/1731242682877/Put/seqid=0 2024-11-10T12:44:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741948_1124 (size=9857) 2024-11-10T12:44:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T12:44:51,992 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/e486cb1043c44bbb81bf9f8d1ad8303b 2024-11-10T12:44:52,001 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/578f47e38b7c4291a7dbfff8ac961bec is 50, key is test_row_1/B:col10/1731242682877/Put/seqid=0 2024-11-10T12:44:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741949_1125 (size=9857) 2024-11-10T12:44:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T12:44:52,406 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/578f47e38b7c4291a7dbfff8ac961bec 2024-11-10T12:44:52,414 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/45636417b1034f899d7a0efd2fe0f0aa is 50, key is test_row_1/C:col10/1731242682877/Put/seqid=0 2024-11-10T12:44:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741950_1126 (size=9857) 2024-11-10T12:44:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T12:44:52,818 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/45636417b1034f899d7a0efd2fe0f0aa 2024-11-10T12:44:52,823 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/A/e486cb1043c44bbb81bf9f8d1ad8303b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/e486cb1043c44bbb81bf9f8d1ad8303b 2024-11-10T12:44:52,828 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/e486cb1043c44bbb81bf9f8d1ad8303b, entries=100, sequenceid=538, filesize=9.6 K 2024-11-10T12:44:52,829 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/B/578f47e38b7c4291a7dbfff8ac961bec as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/578f47e38b7c4291a7dbfff8ac961bec 2024-11-10T12:44:52,833 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/578f47e38b7c4291a7dbfff8ac961bec, entries=100, sequenceid=538, filesize=9.6 K 2024-11-10T12:44:52,834 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/.tmp/C/45636417b1034f899d7a0efd2fe0f0aa as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/45636417b1034f899d7a0efd2fe0f0aa 2024-11-10T12:44:52,837 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/45636417b1034f899d7a0efd2fe0f0aa, entries=100, sequenceid=538, filesize=9.6 K 2024-11-10T12:44:52,838 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 818c882cc3d1462b1ea3908cc491f071 in 1256ms, sequenceid=538, compaction requested=true 2024-11-10T12:44:52,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f9545601a171446a8777650d36dedc8b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a1636b0bdfcc42678f9d15b2ce24f312, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/74b8bed991ad426f94841047da8275ac, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1708eea1e5c24f929db46b1b44cc4b44, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5cd5d5cd860742b9b25ddb01c202fe73, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/faf73e9337404e0ba2d8ecec48d96961, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/442e88f2ac3d44cabd182d2f4b7857d6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/233d7617be6348c4817b61c661303e2a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a511e049863d4454a31d50dd623de047, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b38eefa2260a42a982bc5d21d5f69645, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/987d50e9cf9946b8aede26717eebf4a5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2347a0725b9e4f9aa3afbbfd83819eb3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2265c2581d2247578d10675dd3f91079, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4fd463146a3f449090be09ffb6d2b253, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/8939cdb1142e4045962188028f53c454, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/27d858411854415c93ba3189a2fb310a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/ebea1f67f4b14bc89601d723d53d1993, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/d93784082b15413693b88cc997758b24, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/65677f7844f048239da5e019462593b2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cbf7882214e4811b9cc8dad34597a78, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dc65434db578443c95021693d8f9202e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/9649e25964844efd8dfe16801c948168, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cf0f910312704d2c81d705bb95f9f663, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b40eb6a5c6d043f8991461436577b573, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5fbbdcf50a7d4bda868890c8f1061f14, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dd6a3fa550e6453fab3599f8c076fe7f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f7c5cfe74f00440b9cac7e3f6441cba6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/838f7caa662b456e90f5683a4d06867b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cb0db22f227e4fc8af487c3e8045b182, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cc91899761846429d18cd0b952c4582, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/01345a6098ad42eb8949ab9b1d4f542b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/0ee116a15b924a4a9c337825d8436a26, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1e89249fecd54b17ae33d6d1ee7c33b2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/3fc3da3cd08c42a38bb3e9bb1c0a07af, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a916be31c5e247d793708a95b980152d] to archive 2024-11-10T12:44:52,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:44:52,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f9545601a171446a8777650d36dedc8b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f9545601a171446a8777650d36dedc8b 2024-11-10T12:44:52,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a1636b0bdfcc42678f9d15b2ce24f312 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a1636b0bdfcc42678f9d15b2ce24f312 2024-11-10T12:44:52,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/74b8bed991ad426f94841047da8275ac to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/74b8bed991ad426f94841047da8275ac 2024-11-10T12:44:52,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1708eea1e5c24f929db46b1b44cc4b44 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1708eea1e5c24f929db46b1b44cc4b44 2024-11-10T12:44:52,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5cd5d5cd860742b9b25ddb01c202fe73 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5cd5d5cd860742b9b25ddb01c202fe73 2024-11-10T12:44:52,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/faf73e9337404e0ba2d8ecec48d96961 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/faf73e9337404e0ba2d8ecec48d96961 2024-11-10T12:44:52,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/442e88f2ac3d44cabd182d2f4b7857d6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/442e88f2ac3d44cabd182d2f4b7857d6 2024-11-10T12:44:52,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/233d7617be6348c4817b61c661303e2a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/233d7617be6348c4817b61c661303e2a 2024-11-10T12:44:52,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a511e049863d4454a31d50dd623de047 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a511e049863d4454a31d50dd623de047 2024-11-10T12:44:52,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b38eefa2260a42a982bc5d21d5f69645 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b38eefa2260a42a982bc5d21d5f69645 2024-11-10T12:44:52,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/987d50e9cf9946b8aede26717eebf4a5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/987d50e9cf9946b8aede26717eebf4a5 2024-11-10T12:44:52,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2347a0725b9e4f9aa3afbbfd83819eb3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2347a0725b9e4f9aa3afbbfd83819eb3 2024-11-10T12:44:52,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2265c2581d2247578d10675dd3f91079 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/2265c2581d2247578d10675dd3f91079 2024-11-10T12:44:52,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4fd463146a3f449090be09ffb6d2b253 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4fd463146a3f449090be09ffb6d2b253 2024-11-10T12:44:52,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/8939cdb1142e4045962188028f53c454 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/8939cdb1142e4045962188028f53c454 2024-11-10T12:44:52,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/27d858411854415c93ba3189a2fb310a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/27d858411854415c93ba3189a2fb310a 2024-11-10T12:44:52,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/ebea1f67f4b14bc89601d723d53d1993 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/ebea1f67f4b14bc89601d723d53d1993 2024-11-10T12:44:52,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/d93784082b15413693b88cc997758b24 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/d93784082b15413693b88cc997758b24 2024-11-10T12:44:52,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/65677f7844f048239da5e019462593b2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/65677f7844f048239da5e019462593b2 2024-11-10T12:44:52,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cbf7882214e4811b9cc8dad34597a78 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cbf7882214e4811b9cc8dad34597a78 2024-11-10T12:44:52,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dc65434db578443c95021693d8f9202e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dc65434db578443c95021693d8f9202e 2024-11-10T12:44:52,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/9649e25964844efd8dfe16801c948168 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/9649e25964844efd8dfe16801c948168 2024-11-10T12:44:52,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cf0f910312704d2c81d705bb95f9f663 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cf0f910312704d2c81d705bb95f9f663 2024-11-10T12:44:52,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b40eb6a5c6d043f8991461436577b573 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/b40eb6a5c6d043f8991461436577b573 2024-11-10T12:44:52,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5fbbdcf50a7d4bda868890c8f1061f14 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/5fbbdcf50a7d4bda868890c8f1061f14 2024-11-10T12:44:52,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dd6a3fa550e6453fab3599f8c076fe7f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/dd6a3fa550e6453fab3599f8c076fe7f 2024-11-10T12:44:52,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f7c5cfe74f00440b9cac7e3f6441cba6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/f7c5cfe74f00440b9cac7e3f6441cba6 2024-11-10T12:44:52,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/838f7caa662b456e90f5683a4d06867b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/838f7caa662b456e90f5683a4d06867b 2024-11-10T12:44:52,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cb0db22f227e4fc8af487c3e8045b182 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cb0db22f227e4fc8af487c3e8045b182 2024-11-10T12:44:52,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cc91899761846429d18cd0b952c4582 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/4cc91899761846429d18cd0b952c4582 2024-11-10T12:44:52,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/01345a6098ad42eb8949ab9b1d4f542b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/01345a6098ad42eb8949ab9b1d4f542b 2024-11-10T12:44:52,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/0ee116a15b924a4a9c337825d8436a26 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/0ee116a15b924a4a9c337825d8436a26 2024-11-10T12:44:52,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1e89249fecd54b17ae33d6d1ee7c33b2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/1e89249fecd54b17ae33d6d1ee7c33b2 2024-11-10T12:44:52,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/3fc3da3cd08c42a38bb3e9bb1c0a07af to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/3fc3da3cd08c42a38bb3e9bb1c0a07af 2024-11-10T12:44:52,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a916be31c5e247d793708a95b980152d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/a916be31c5e247d793708a95b980152d 2024-11-10T12:44:52,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c1d7997109a94e66b3b7c78606ede383, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a371f06c07ee4d099ffa456c0fdf97f8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/54e4ca1856e84c86bb0e8d293fdeb784, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/bbeb52431a4540c89ca9ca566466d82d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/5590b71439ad470797cb82ec54a78b49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1aa1b76fb10249ccadaa0ed133e49de9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8a0afe67e5024741b0173dba5e276050, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a7dee518f15a4244a88cc764e58e988e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/f36d60e727ce4909943181687099568e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2c402967e7df49518f2a6955a17f899f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a67feefbfeed4c48a4a15737d1a55c82, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a3e962efddfb47afbbff2440142301a4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/cccf533dfbcd4c0d85bea9ba836941ae, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/36fee95b0de043c69dff43b3d180200c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/69fa7cf59d924fc8b8aa28341d94d34f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8af701397ea34200be5bfe32dc900cd7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/09dd927fe61143bba6e72e46b209cf6f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1c10487e13344141900efd433d0264cd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/166e82431ce4495eabcc78eef49bd302, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ae97de6f04a64732bcfac6393a34fdbe, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2b9e6a742d3849fabf8f2714c7631918, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/07fcd9523b634b3d88214bce79fee385, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c85263e7e1e6409ca04419e36e54a558, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ddd17796a3164c08a3a73c6397eb2166, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/44374208fcef49c89d8c777c26061b30, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7f3e29bd393b4f5c9f01452b8617547f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fe02a5678c7b40f88958a0ce7a661c4f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/d1fdd8bfc9dc477ca3b834e69f69eeb6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fc7c079e06a94f1abc0808e6bfe663ef, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/091dcea9e0834b2f9e7c3fab4cb70540, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/4d9e5225352642bcb537ac6a52f76192, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7eb9542b954c4bf1a67a294fa2bca55d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/9147fdd3de484fb6b5520613fa772151, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/3987bd5e17994ca2a82785648b6d84ed, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/752f92c7387b44a0b192810fe42ef32c] to archive 2024-11-10T12:44:52,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:44:52,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c1d7997109a94e66b3b7c78606ede383 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c1d7997109a94e66b3b7c78606ede383 2024-11-10T12:44:52,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a371f06c07ee4d099ffa456c0fdf97f8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a371f06c07ee4d099ffa456c0fdf97f8 2024-11-10T12:44:52,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/54e4ca1856e84c86bb0e8d293fdeb784 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/54e4ca1856e84c86bb0e8d293fdeb784 2024-11-10T12:44:52,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/bbeb52431a4540c89ca9ca566466d82d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/bbeb52431a4540c89ca9ca566466d82d 2024-11-10T12:44:52,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/5590b71439ad470797cb82ec54a78b49 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/5590b71439ad470797cb82ec54a78b49 2024-11-10T12:44:52,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1aa1b76fb10249ccadaa0ed133e49de9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1aa1b76fb10249ccadaa0ed133e49de9 2024-11-10T12:44:52,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8a0afe67e5024741b0173dba5e276050 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8a0afe67e5024741b0173dba5e276050 2024-11-10T12:44:52,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a7dee518f15a4244a88cc764e58e988e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a7dee518f15a4244a88cc764e58e988e 2024-11-10T12:44:52,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/f36d60e727ce4909943181687099568e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/f36d60e727ce4909943181687099568e 2024-11-10T12:44:52,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2c402967e7df49518f2a6955a17f899f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2c402967e7df49518f2a6955a17f899f 2024-11-10T12:44:52,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a67feefbfeed4c48a4a15737d1a55c82 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a67feefbfeed4c48a4a15737d1a55c82 2024-11-10T12:44:52,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a3e962efddfb47afbbff2440142301a4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/a3e962efddfb47afbbff2440142301a4 2024-11-10T12:44:52,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/cccf533dfbcd4c0d85bea9ba836941ae to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/cccf533dfbcd4c0d85bea9ba836941ae 2024-11-10T12:44:52,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/36fee95b0de043c69dff43b3d180200c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/36fee95b0de043c69dff43b3d180200c 2024-11-10T12:44:52,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/69fa7cf59d924fc8b8aa28341d94d34f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/69fa7cf59d924fc8b8aa28341d94d34f 2024-11-10T12:44:52,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8af701397ea34200be5bfe32dc900cd7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/8af701397ea34200be5bfe32dc900cd7 2024-11-10T12:44:52,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/09dd927fe61143bba6e72e46b209cf6f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/09dd927fe61143bba6e72e46b209cf6f 2024-11-10T12:44:52,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1c10487e13344141900efd433d0264cd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/1c10487e13344141900efd433d0264cd 2024-11-10T12:44:52,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/166e82431ce4495eabcc78eef49bd302 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/166e82431ce4495eabcc78eef49bd302 2024-11-10T12:44:52,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ae97de6f04a64732bcfac6393a34fdbe to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ae97de6f04a64732bcfac6393a34fdbe 2024-11-10T12:44:52,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2b9e6a742d3849fabf8f2714c7631918 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/2b9e6a742d3849fabf8f2714c7631918 2024-11-10T12:44:52,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/07fcd9523b634b3d88214bce79fee385 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/07fcd9523b634b3d88214bce79fee385 2024-11-10T12:44:52,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c85263e7e1e6409ca04419e36e54a558 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/c85263e7e1e6409ca04419e36e54a558 2024-11-10T12:44:52,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ddd17796a3164c08a3a73c6397eb2166 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/ddd17796a3164c08a3a73c6397eb2166 2024-11-10T12:44:52,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/44374208fcef49c89d8c777c26061b30 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/44374208fcef49c89d8c777c26061b30 2024-11-10T12:44:52,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7f3e29bd393b4f5c9f01452b8617547f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7f3e29bd393b4f5c9f01452b8617547f 2024-11-10T12:44:52,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fe02a5678c7b40f88958a0ce7a661c4f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fe02a5678c7b40f88958a0ce7a661c4f 2024-11-10T12:44:52,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/d1fdd8bfc9dc477ca3b834e69f69eeb6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/d1fdd8bfc9dc477ca3b834e69f69eeb6 2024-11-10T12:44:52,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fc7c079e06a94f1abc0808e6bfe663ef to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/fc7c079e06a94f1abc0808e6bfe663ef 2024-11-10T12:44:52,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/091dcea9e0834b2f9e7c3fab4cb70540 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/091dcea9e0834b2f9e7c3fab4cb70540 2024-11-10T12:44:52,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/4d9e5225352642bcb537ac6a52f76192 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/4d9e5225352642bcb537ac6a52f76192 2024-11-10T12:44:52,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7eb9542b954c4bf1a67a294fa2bca55d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/7eb9542b954c4bf1a67a294fa2bca55d 2024-11-10T12:44:52,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/9147fdd3de484fb6b5520613fa772151 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/9147fdd3de484fb6b5520613fa772151 2024-11-10T12:44:52,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/3987bd5e17994ca2a82785648b6d84ed to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/3987bd5e17994ca2a82785648b6d84ed 2024-11-10T12:44:52,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/752f92c7387b44a0b192810fe42ef32c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/752f92c7387b44a0b192810fe42ef32c 2024-11-10T12:44:52,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c5742d024f57491892f5710aa541f5d7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7213048ec2c74f2ca18705bea4f800a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/abf95301a2164a37bc6b2c433fd84b43, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bab3792071e448b83104c1ec4b3f4c0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/9c22e99ec25c4ea3bd5fc08cccb5f176, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2986a16500e941ee861196b6d42ca1dc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c6df5db667247808a2177f8c77fc00a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e2bad7adbb00461888473b7becb86d98, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/3448684a3be847eb813f5d377a88a078, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c445cc7dca9147d9b3090783922bc6b3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0cbc8452c8f2497d9e87dc37054d53a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e90847c51c5241cab11c3921fa7a8d84, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0f1e6518eadc4ec7bafbae816ca2ef68, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bf686298ddf40ac8f3f1a559ab8d2a0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/592c18e6ad134330b43ed120997ef98f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1c089b51ac10434ca01fd524246b8018, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1dcb140a8abd43c08c7153cd8bd88bee, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/cbb2b4c385b043859f3974f6bcaf0dd9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/77b5cf67718e484b8fbd32bbdc5e409e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2a70211ff2af44bc8461efaa6200ae17, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dd7f6e158f3941fbb61e2fc05e5f108e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0516366f36a740a4b1348b6413a7915d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e50f5fe06505411682ee78dead54f918, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4523f0fd629a413d9f79e54ea17d2dc6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/855434b032944d009f9009e79f078ed2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c90a0a83d5740e290be5f807a46527f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c0bfa115621541db96c0b9ea7437872b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2025e96b410243a8ac93acf99e5a36ed, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/a481c5313a344722bee84dd48fb42a36, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/6350495e29b64f05b111eb0370f9aee2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0b3cfd10b68745ea9d6458bbc8e8df82, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7d040af3d04b45b7bf272b05e1a67f7a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/db0ec89e6dec4565a1e0b7797f0d5802, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dc0968cb58344412915a80ed3262cfc1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/17ada23f40c042df83a2a32ef4628ef4] to archive 2024-11-10T12:44:52,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:44:52,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c5742d024f57491892f5710aa541f5d7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c5742d024f57491892f5710aa541f5d7 2024-11-10T12:44:52,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7213048ec2c74f2ca18705bea4f800a9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7213048ec2c74f2ca18705bea4f800a9 2024-11-10T12:44:52,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/abf95301a2164a37bc6b2c433fd84b43 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/abf95301a2164a37bc6b2c433fd84b43 2024-11-10T12:44:52,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bab3792071e448b83104c1ec4b3f4c0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bab3792071e448b83104c1ec4b3f4c0 2024-11-10T12:44:52,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/9c22e99ec25c4ea3bd5fc08cccb5f176 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/9c22e99ec25c4ea3bd5fc08cccb5f176 2024-11-10T12:44:52,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2986a16500e941ee861196b6d42ca1dc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2986a16500e941ee861196b6d42ca1dc 2024-11-10T12:44:52,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c6df5db667247808a2177f8c77fc00a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c6df5db667247808a2177f8c77fc00a 2024-11-10T12:44:52,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e2bad7adbb00461888473b7becb86d98 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e2bad7adbb00461888473b7becb86d98 2024-11-10T12:44:52,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/3448684a3be847eb813f5d377a88a078 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/3448684a3be847eb813f5d377a88a078 2024-11-10T12:44:52,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c445cc7dca9147d9b3090783922bc6b3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c445cc7dca9147d9b3090783922bc6b3 2024-11-10T12:44:52,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0cbc8452c8f2497d9e87dc37054d53a9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0cbc8452c8f2497d9e87dc37054d53a9 2024-11-10T12:44:52,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e90847c51c5241cab11c3921fa7a8d84 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e90847c51c5241cab11c3921fa7a8d84 2024-11-10T12:44:52,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0f1e6518eadc4ec7bafbae816ca2ef68 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0f1e6518eadc4ec7bafbae816ca2ef68 2024-11-10T12:44:52,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bf686298ddf40ac8f3f1a559ab8d2a0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4bf686298ddf40ac8f3f1a559ab8d2a0 2024-11-10T12:44:52,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/592c18e6ad134330b43ed120997ef98f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/592c18e6ad134330b43ed120997ef98f 2024-11-10T12:44:52,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1c089b51ac10434ca01fd524246b8018 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1c089b51ac10434ca01fd524246b8018 2024-11-10T12:44:52,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1dcb140a8abd43c08c7153cd8bd88bee to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/1dcb140a8abd43c08c7153cd8bd88bee 2024-11-10T12:44:52,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/cbb2b4c385b043859f3974f6bcaf0dd9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/cbb2b4c385b043859f3974f6bcaf0dd9 2024-11-10T12:44:52,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/77b5cf67718e484b8fbd32bbdc5e409e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/77b5cf67718e484b8fbd32bbdc5e409e 2024-11-10T12:44:52,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2a70211ff2af44bc8461efaa6200ae17 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2a70211ff2af44bc8461efaa6200ae17 2024-11-10T12:44:52,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dd7f6e158f3941fbb61e2fc05e5f108e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dd7f6e158f3941fbb61e2fc05e5f108e 2024-11-10T12:44:52,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0516366f36a740a4b1348b6413a7915d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0516366f36a740a4b1348b6413a7915d 2024-11-10T12:44:52,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e50f5fe06505411682ee78dead54f918 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/e50f5fe06505411682ee78dead54f918 2024-11-10T12:44:52,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4523f0fd629a413d9f79e54ea17d2dc6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/4523f0fd629a413d9f79e54ea17d2dc6 2024-11-10T12:44:52,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/855434b032944d009f9009e79f078ed2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/855434b032944d009f9009e79f078ed2 2024-11-10T12:44:52,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c90a0a83d5740e290be5f807a46527f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2c90a0a83d5740e290be5f807a46527f 2024-11-10T12:44:52,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c0bfa115621541db96c0b9ea7437872b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/c0bfa115621541db96c0b9ea7437872b 2024-11-10T12:44:52,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2025e96b410243a8ac93acf99e5a36ed to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/2025e96b410243a8ac93acf99e5a36ed 2024-11-10T12:44:52,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/a481c5313a344722bee84dd48fb42a36 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/a481c5313a344722bee84dd48fb42a36 2024-11-10T12:44:52,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/6350495e29b64f05b111eb0370f9aee2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/6350495e29b64f05b111eb0370f9aee2 2024-11-10T12:44:52,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0b3cfd10b68745ea9d6458bbc8e8df82 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/0b3cfd10b68745ea9d6458bbc8e8df82 2024-11-10T12:44:52,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7d040af3d04b45b7bf272b05e1a67f7a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/7d040af3d04b45b7bf272b05e1a67f7a 2024-11-10T12:44:52,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/db0ec89e6dec4565a1e0b7797f0d5802 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/db0ec89e6dec4565a1e0b7797f0d5802 2024-11-10T12:44:52,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dc0968cb58344412915a80ed3262cfc1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/dc0968cb58344412915a80ed3262cfc1 2024-11-10T12:44:52,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/17ada23f40c042df83a2a32ef4628ef4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/17ada23f40c042df83a2a32ef4628ef4 2024-11-10T12:44:53,001 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/recovered.edits/541.seqid, newMaxSeqId=541, maxSeqId=1 2024-11-10T12:44:53,004 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. 2024-11-10T12:44:53,004 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 818c882cc3d1462b1ea3908cc491f071: Waiting for close lock at 1731242691582Running coprocessor pre-close hooks at 1731242691582Disabling compacts and flushes for region at 1731242691582Disabling writes for close at 1731242691582Obtaining lock to block concurrent updates at 1731242691582Preparing flush snapshotting stores in 818c882cc3d1462b1ea3908cc491f071 at 1731242691582Finished memstore snapshotting TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731242691583 (+1 ms)Flushing stores of TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071. at 1731242691583Flushing 818c882cc3d1462b1ea3908cc491f071/A: creating writer at 1731242691583Flushing 818c882cc3d1462b1ea3908cc491f071/A: appending metadata at 1731242691587 (+4 ms)Flushing 818c882cc3d1462b1ea3908cc491f071/A: closing flushed file at 1731242691587Flushing 818c882cc3d1462b1ea3908cc491f071/B: creating writer at 1731242691998 (+411 ms)Flushing 818c882cc3d1462b1ea3908cc491f071/B: appending metadata at 1731242692000 (+2 ms)Flushing 818c882cc3d1462b1ea3908cc491f071/B: closing flushed file at 1731242692000Flushing 818c882cc3d1462b1ea3908cc491f071/C: creating writer at 1731242692410 (+410 ms)Flushing 818c882cc3d1462b1ea3908cc491f071/C: appending metadata at 1731242692413 (+3 ms)Flushing 818c882cc3d1462b1ea3908cc491f071/C: closing flushed file at 1731242692413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4917914b: reopening flushed file at 1731242692823 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb5c22d: reopening flushed file at 1731242692828 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579f2a11: reopening flushed file at 1731242692833 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 818c882cc3d1462b1ea3908cc491f071 in 1256ms, sequenceid=538, compaction requested=true at 1731242692838 (+5 ms)Writing region close event to WAL at 1731242692997 (+159 ms)Running coprocessor post-close hooks at 1731242693002 (+5 ms)Closed at 1731242693004 (+2 ms) 2024-11-10T12:44:53,007 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:53,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=818c882cc3d1462b1ea3908cc491f071, regionState=CLOSED 2024-11-10T12:44:53,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:44:53,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T12:44:53,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 818c882cc3d1462b1ea3908cc491f071, server=b1807907b3fc,34731,1731242655483 in 1.5870 sec 2024-11-10T12:44:53,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-10T12:44:53,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=818c882cc3d1462b1ea3908cc491f071, UNASSIGN in 1.5940 sec 2024-11-10T12:44:53,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T12:44:53,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6010 sec 2024-11-10T12:44:53,019 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242693019"}]},"ts":"1731242693019"} 2024-11-10T12:44:53,021 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:44:53,021 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:44:53,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6140 sec 2024-11-10T12:44:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T12:44:53,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:53,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:44:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,567 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T12:44:53,568 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:53,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/recovered.edits] 2024-11-10T12:44:53,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/657af6c56d314f3bb85fa06f2dfd663f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/657af6c56d314f3bb85fa06f2dfd663f 2024-11-10T12:44:53,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cfa10ed860944d8abe6f190075e8addd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/cfa10ed860944d8abe6f190075e8addd 2024-11-10T12:44:53,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/e486cb1043c44bbb81bf9f8d1ad8303b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/A/e486cb1043c44bbb81bf9f8d1ad8303b 2024-11-10T12:44:53,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/578f47e38b7c4291a7dbfff8ac961bec to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/578f47e38b7c4291a7dbfff8ac961bec 2024-11-10T12:44:53,586 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/67bcbf98bfcd48ffad2f9253fa10e1e6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/67bcbf98bfcd48ffad2f9253fa10e1e6 2024-11-10T12:44:53,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/dde6cd93027f4099a481cf0b2ff68e42 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/B/dde6cd93027f4099a481cf0b2ff68e42 2024-11-10T12:44:53,590 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/00df2e7d8a3d4949baf35ee0bbe02d0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/00df2e7d8a3d4949baf35ee0bbe02d0c 2024-11-10T12:44:53,591 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/45636417b1034f899d7a0efd2fe0f0aa to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/45636417b1034f899d7a0efd2fe0f0aa 2024-11-10T12:44:53,592 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/84b18a33d11443b0b37da9d602f78566 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/C/84b18a33d11443b0b37da9d602f78566 2024-11-10T12:44:53,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/recovered.edits/541.seqid to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071/recovered.edits/541.seqid 2024-11-10T12:44:53,595 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/818c882cc3d1462b1ea3908cc491f071 2024-11-10T12:44:53,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:44:53,600 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T12:44:53,610 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:44:53,643 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:44:53,644 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,645 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:44:53,645 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731242693645"}]},"ts":"9223372036854775807"} 2024-11-10T12:44:53,649 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:44:53,649 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 818c882cc3d1462b1ea3908cc491f071, NAME => 'TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:44:53,649 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:44:53,650 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731242693649"}]},"ts":"9223372036854775807"} 2024-11-10T12:44:53,653 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:44:53,654 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-10T12:44:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-10T12:44:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:44:53,679 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:53,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b1807907b3fc:34731-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2088608582_22 at /127.0.0.1:41566 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 37) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5353 (was 5889) 2024-11-10T12:44:53,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=202, ProcessCount=11, AvailableMemoryMB=5353 2024-11-10T12:44:53,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:44:53,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:44:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:53,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:44:53,705 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:53,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-10T12:44:53,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:44:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T12:44:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741951_1127 (size=959) 2024-11-10T12:44:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T12:44:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T12:44:54,114 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:44:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741952_1128 (size=53) 2024-11-10T12:44:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T12:44:54,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:54,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 29bcb498cf4dd2240e81e9c3e97ee98c, disabling compactions & flushes 2024-11-10T12:44:54,521 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,521 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. after waiting 0 ms 2024-11-10T12:44:54,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,522 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29bcb498cf4dd2240e81e9c3e97ee98c: Waiting for close lock at 1731242694521Disabling compacts and flushes for region at 1731242694521Disabling writes for close at 1731242694521Writing region close event to WAL at 1731242694522 (+1 ms)Closed at 1731242694522 2024-11-10T12:44:54,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:44:54,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731242694523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731242694523"}]},"ts":"1731242694523"} 2024-11-10T12:44:54,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:44:54,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:44:54,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242694526"}]},"ts":"1731242694526"} 2024-11-10T12:44:54,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:44:54,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, ASSIGN}] 2024-11-10T12:44:54,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, ASSIGN 2024-11-10T12:44:54,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, ASSIGN; state=OFFLINE, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=false 2024-11-10T12:44:54,681 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:54,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, ASSIGN because future has completed 2024-11-10T12:44:54,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:44:54,839 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,839 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:44:54,840 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,840 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:54,840 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,840 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,841 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,843 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcb498cf4dd2240e81e9c3e97ee98c columnFamilyName A 2024-11-10T12:44:54,844 DEBUG [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:54,844 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(327): Store=29bcb498cf4dd2240e81e9c3e97ee98c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:54,844 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,845 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcb498cf4dd2240e81e9c3e97ee98c columnFamilyName B 2024-11-10T12:44:54,845 DEBUG [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:54,846 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(327): Store=29bcb498cf4dd2240e81e9c3e97ee98c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:54,846 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,847 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcb498cf4dd2240e81e9c3e97ee98c columnFamilyName C 2024-11-10T12:44:54,847 DEBUG [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:54,847 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(327): Store=29bcb498cf4dd2240e81e9c3e97ee98c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:54,847 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T12:44:54,848 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,848 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,849 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,849 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,850 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:44:54,851 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,853 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:44:54,853 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 29bcb498cf4dd2240e81e9c3e97ee98c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73986467, jitterRate=0.10248427093029022}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:44:54,853 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:54,854 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 29bcb498cf4dd2240e81e9c3e97ee98c: Running coprocessor pre-open hook at 1731242694840Writing region info on filesystem at 1731242694840Initializing all the Stores at 1731242694841 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242694841Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242694841Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242694841Cleaning up temporary data from old regions at 1731242694849 (+8 ms)Running coprocessor post-open hooks at 1731242694853 (+4 ms)Region opened successfully at 1731242694854 (+1 ms) 2024-11-10T12:44:54,855 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., pid=34, masterSystemTime=1731242694836 2024-11-10T12:44:54,857 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,857 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:54,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:54,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:44:54,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-10T12:44:54,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 in 177 msec 2024-11-10T12:44:54,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-10T12:44:54,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, ASSIGN in 335 msec 2024-11-10T12:44:54,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:44:54,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242694866"}]},"ts":"1731242694866"} 2024-11-10T12:44:54,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:44:54,868 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:44:54,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-10T12:44:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T12:44:55,868 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:55,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:55,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:55,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:55,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1f694a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:55,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bdc2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:55,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:55,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:55,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:44:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:44:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47569338 2024-11-10T12:44:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:44:55,879 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:44:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:44:55,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:44:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:44:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741953_1129 (size=995) 2024-11-10T12:44:56,304 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T12:44:56,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T12:44:56,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:44:56,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, REOPEN/MOVE}] 2024-11-10T12:44:56,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, REOPEN/MOVE 2024-11-10T12:44:56,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, REOPEN/MOVE because future has completed 2024-11-10T12:44:56,319 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:44:56,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:44:56,471 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,471 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:44:56,471 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 29bcb498cf4dd2240e81e9c3e97ee98c, disabling compactions & flushes 2024-11-10T12:44:56,471 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,471 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,472 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. after waiting 0 ms 2024-11-10T12:44:56,472 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,476 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:44:56,476 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,477 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 29bcb498cf4dd2240e81e9c3e97ee98c: Waiting for close lock at 1731242696471Running coprocessor pre-close hooks at 1731242696471Disabling compacts and flushes for region at 1731242696471Disabling writes for close at 1731242696472 (+1 ms)Writing region close event to WAL at 1731242696472Running coprocessor post-close hooks at 1731242696476 (+4 ms)Closed at 1731242696476 2024-11-10T12:44:56,477 WARN [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 29bcb498cf4dd2240e81e9c3e97ee98c to self. 2024-11-10T12:44:56,479 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=CLOSED 2024-11-10T12:44:56,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:44:56,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T12:44:56,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 in 163 msec 2024-11-10T12:44:56,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, REOPEN/MOVE; state=CLOSED, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=true 2024-11-10T12:44:56,636 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, REOPEN/MOVE because future has completed 2024-11-10T12:44:56,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:44:56,792 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,792 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:44:56,793 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,793 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:44:56,793 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,793 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,798 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,803 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcb498cf4dd2240e81e9c3e97ee98c columnFamilyName A 2024-11-10T12:44:56,805 DEBUG [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:56,805 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(327): Store=29bcb498cf4dd2240e81e9c3e97ee98c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:56,806 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,806 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcb498cf4dd2240e81e9c3e97ee98c columnFamilyName B 2024-11-10T12:44:56,806 DEBUG [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:56,807 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(327): Store=29bcb498cf4dd2240e81e9c3e97ee98c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:56,807 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,807 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bcb498cf4dd2240e81e9c3e97ee98c columnFamilyName C 2024-11-10T12:44:56,808 DEBUG [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:56,808 INFO [StoreOpener-29bcb498cf4dd2240e81e9c3e97ee98c-1 {}] regionserver.HStore(327): Store=29bcb498cf4dd2240e81e9c3e97ee98c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:44:56,808 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,809 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,810 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,811 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,811 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,811 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:44:56,813 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,814 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 29bcb498cf4dd2240e81e9c3e97ee98c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60672001, jitterRate=-0.0959167331457138}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:44:56,814 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,815 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 29bcb498cf4dd2240e81e9c3e97ee98c: Running coprocessor pre-open hook at 1731242696793Writing region info on filesystem at 1731242696793Initializing all the Stores at 1731242696794 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242696794Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242696794Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242696794Cleaning up temporary data from old regions at 1731242696811 (+17 ms)Running coprocessor post-open hooks at 1731242696814 (+3 ms)Region opened successfully at 1731242696815 (+1 ms) 2024-11-10T12:44:56,816 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., pid=39, masterSystemTime=1731242696789 2024-11-10T12:44:56,818 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,818 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:56,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:44:56,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-10T12:44:56,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 in 183 msec 2024-11-10T12:44:56,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T12:44:56,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, REOPEN/MOVE in 507 msec 2024-11-10T12:44:56,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T12:44:56,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-10T12:44:56,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 942 msec 2024-11-10T12:44:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-10T12:44:56,832 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:56,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b09493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,836 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f321aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba1929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d62ca38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,843 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1425d160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,844 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f24ebbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,846 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ab18f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d862ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,850 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586a0395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,851 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f53fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,853 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1d63a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414448de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,856 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3931e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,858 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738d24db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,860 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae94d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,861 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c6f230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:44:56,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:44:56,863 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:44:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:44:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:44:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3245c67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:44:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:44:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:44:56,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:44:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75874e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:44:56,866 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,867 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,867 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,867 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,868 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,869 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-10T12:44:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,872 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,872 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,873 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:56,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:44:56,874 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,875 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:44:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:44:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:44:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:44:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:44:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,900 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:56,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:44:56,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111098267af635ff49b58b1a63d0dca33d1e_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242696894/Put/seqid=0 2024-11-10T12:44:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741954_1130 (size=14594) 2024-11-10T12:44:56,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:56,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111098267af635ff49b58b1a63d0dca33d1e_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111098267af635ff49b58b1a63d0dca33d1e_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:56,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e948d9c29fb40ac92136b66d45535c5, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:44:56,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:56,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242756962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242756959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242756962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:56,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242756975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e948d9c29fb40ac92136b66d45535c5 is 175, key is test_row_0/A:col10/1731242696894/Put/seqid=0 2024-11-10T12:44:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:56,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242756980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741955_1131 (size=39549) 2024-11-10T12:44:57,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242757089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242757089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242757089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242757091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242757091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:44:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242757298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242757298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242757299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242757299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242757299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,409 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e948d9c29fb40ac92136b66d45535c5 2024-11-10T12:44:57,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/7d4363f360ee42afbbda49d255c37f84 is 50, key is test_row_0/B:col10/1731242696894/Put/seqid=0 2024-11-10T12:44:57,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741956_1132 (size=12001) 2024-11-10T12:44:57,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/7d4363f360ee42afbbda49d255c37f84 2024-11-10T12:44:57,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0b7b5421a0324c28b02684af64741cda is 50, key is test_row_0/C:col10/1731242696894/Put/seqid=0 2024-11-10T12:44:57,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:44:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741957_1133 (size=12001) 2024-11-10T12:44:57,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0b7b5421a0324c28b02684af64741cda 2024-11-10T12:44:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e948d9c29fb40ac92136b66d45535c5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5 2024-11-10T12:44:57,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5, entries=200, sequenceid=15, filesize=38.6 K 2024-11-10T12:44:57,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/7d4363f360ee42afbbda49d255c37f84 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7d4363f360ee42afbbda49d255c37f84 2024-11-10T12:44:57,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7d4363f360ee42afbbda49d255c37f84, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T12:44:57,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0b7b5421a0324c28b02684af64741cda as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0b7b5421a0324c28b02684af64741cda 2024-11-10T12:44:57,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0b7b5421a0324c28b02684af64741cda, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T12:44:57,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 29bcb498cf4dd2240e81e9c3e97ee98c in 676ms, sequenceid=15, compaction requested=false 2024-11-10T12:44:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:44:57,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:57,617 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:57,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:44:57,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ce04866fe1f840d8a5096eb3dfd5eb75_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242696958/Put/seqid=0 2024-11-10T12:44:57,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242757627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242757628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242757629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242757632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242757634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741958_1134 (size=14594) 2024-11-10T12:44:57,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:57,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ce04866fe1f840d8a5096eb3dfd5eb75_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ce04866fe1f840d8a5096eb3dfd5eb75_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:57,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/c4b34ac62a854a119b7e5e5042b64b63, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:57,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/c4b34ac62a854a119b7e5e5042b64b63 is 175, key is test_row_0/A:col10/1731242696958/Put/seqid=0 2024-11-10T12:44:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741959_1135 (size=39549) 2024-11-10T12:44:57,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242757748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242757748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242757748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242757757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242757757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:57,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:57,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242757958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242757958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242757968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242757968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242757968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:44:58,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/c4b34ac62a854a119b7e5e5042b64b63 2024-11-10T12:44:58,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/97efda3e2a5d4b019826899325b45e9e is 50, key is test_row_0/B:col10/1731242696958/Put/seqid=0 2024-11-10T12:44:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741960_1136 (size=12001) 2024-11-10T12:44:58,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/97efda3e2a5d4b019826899325b45e9e 2024-11-10T12:44:58,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:58,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:58,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:58,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/e08a8e30553344c7898be44ad314afd3 is 50, key is test_row_0/C:col10/1731242696958/Put/seqid=0 2024-11-10T12:44:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741961_1137 (size=12001) 2024-11-10T12:44:58,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/e08a8e30553344c7898be44ad314afd3 2024-11-10T12:44:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/c4b34ac62a854a119b7e5e5042b64b63 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63 2024-11-10T12:44:58,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63, entries=200, sequenceid=42, filesize=38.6 K 2024-11-10T12:44:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/97efda3e2a5d4b019826899325b45e9e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/97efda3e2a5d4b019826899325b45e9e 2024-11-10T12:44:58,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/97efda3e2a5d4b019826899325b45e9e, entries=150, sequenceid=42, filesize=11.7 K 2024-11-10T12:44:58,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/e08a8e30553344c7898be44ad314afd3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/e08a8e30553344c7898be44ad314afd3 2024-11-10T12:44:58,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/e08a8e30553344c7898be44ad314afd3, entries=150, sequenceid=42, filesize=11.7 K 2024-11-10T12:44:58,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 29bcb498cf4dd2240e81e9c3e97ee98c in 545ms, sequenceid=42, compaction requested=false 2024-11-10T12:44:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:58,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:44:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:58,274 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T12:44:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:58,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b08605becfd41a980825cf4517f3490_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242698271/Put/seqid=0 2024-11-10T12:44:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741962_1138 (size=12154) 2024-11-10T12:44:58,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:58,318 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b08605becfd41a980825cf4517f3490_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b08605becfd41a980825cf4517f3490_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/18f127a19de446a7acd4e9fa58eed63a, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/18f127a19de446a7acd4e9fa58eed63a is 175, key is test_row_0/A:col10/1731242698271/Put/seqid=0 2024-11-10T12:44:58,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242758316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242758319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242758322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242758324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242758326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741963_1139 (size=30955) 2024-11-10T12:44:58,345 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/18f127a19de446a7acd4e9fa58eed63a 2024-11-10T12:44:58,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9b0c5748c81d4092b2bfbc95d850a516 is 50, key is test_row_0/B:col10/1731242698271/Put/seqid=0 2024-11-10T12:44:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741964_1140 (size=12001) 2024-11-10T12:44:58,374 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9b0c5748c81d4092b2bfbc95d850a516 2024-11-10T12:44:58,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/aab380ad0fa74965a78f7384ed15c5f9 is 50, key is test_row_0/C:col10/1731242698271/Put/seqid=0 2024-11-10T12:44:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741965_1141 (size=12001) 2024-11-10T12:44:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/aab380ad0fa74965a78f7384ed15c5f9 2024-11-10T12:44:58,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/18f127a19de446a7acd4e9fa58eed63a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a 2024-11-10T12:44:58,415 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a, entries=150, sequenceid=53, filesize=30.2 K 2024-11-10T12:44:58,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9b0c5748c81d4092b2bfbc95d850a516 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b0c5748c81d4092b2bfbc95d850a516 2024-11-10T12:44:58,427 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b0c5748c81d4092b2bfbc95d850a516, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T12:44:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/aab380ad0fa74965a78f7384ed15c5f9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/aab380ad0fa74965a78f7384ed15c5f9 2024-11-10T12:44:58,436 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/aab380ad0fa74965a78f7384ed15c5f9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T12:44:58,439 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 29bcb498cf4dd2240e81e9c3e97ee98c in 166ms, sequenceid=53, compaction requested=true 2024-11-10T12:44:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T12:44:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T12:44:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:58,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-10T12:44:58,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5680 sec 2024-11-10T12:44:58,445 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:44:58,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:44:58,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.5780 sec 2024-11-10T12:44:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242758451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242758452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242758453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242758462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242758462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111073f65b255a2a46f7bbbed84695fe7bd9_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741966_1142 (size=12154) 2024-11-10T12:44:58,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:58,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111073f65b255a2a46f7bbbed84695fe7bd9_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073f65b255a2a46f7bbbed84695fe7bd9_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:58,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2a972f48f3b54bb1adc2e6e1d97ebf07, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:58,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2a972f48f3b54bb1adc2e6e1d97ebf07 is 175, key is test_row_0/A:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741967_1143 (size=30955) 2024-11-10T12:44:58,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2a972f48f3b54bb1adc2e6e1d97ebf07 2024-11-10T12:44:58,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/69e64b530716485097170156c48d9f84 is 50, key is test_row_0/B:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741968_1144 (size=12001) 2024-11-10T12:44:58,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:44:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242758568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242758568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242758568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242758577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242758577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242758777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242758777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242758778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242758788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242758788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:58,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:58,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/69e64b530716485097170156c48d9f84 2024-11-10T12:44:58,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/55eff7bb1014417097f5da8aa9c5a748 is 50, key is test_row_0/C:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741969_1145 (size=12001) 2024-11-10T12:44:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:44:59,018 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:44:59,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:44:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-10T12:44:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:44:59,021 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:44:59,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:44:59,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:44:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242759087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242759088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242759088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242759097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242759097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:44:59,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T12:44:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:59,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:59,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T12:44:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:44:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:44:59,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/55eff7bb1014417097f5da8aa9c5a748 2024-11-10T12:44:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2a972f48f3b54bb1adc2e6e1d97ebf07 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07 2024-11-10T12:44:59,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07, entries=150, sequenceid=82, filesize=30.2 K 2024-11-10T12:44:59,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/69e64b530716485097170156c48d9f84 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/69e64b530716485097170156c48d9f84 2024-11-10T12:44:59,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/69e64b530716485097170156c48d9f84, entries=150, sequenceid=82, filesize=11.7 K 2024-11-10T12:44:59,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/55eff7bb1014417097f5da8aa9c5a748 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/55eff7bb1014417097f5da8aa9c5a748 2024-11-10T12:44:59,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/55eff7bb1014417097f5da8aa9c5a748, entries=150, sequenceid=82, filesize=11.7 K 2024-11-10T12:44:59,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 29bcb498cf4dd2240e81e9c3e97ee98c in 953ms, sequenceid=82, compaction requested=true 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:44:59,399 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:59,399 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:44:59,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:59,401 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:59,401 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:44:59,401 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,401 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=137.7 K 2024-11-10T12:44:59,401 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,402 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07] 2024-11-10T12:44:59,402 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:59,402 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e948d9c29fb40ac92136b66d45535c5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731242696878 2024-11-10T12:44:59,402 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:44:59,402 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,403 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7d4363f360ee42afbbda49d255c37f84, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/97efda3e2a5d4b019826899325b45e9e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b0c5748c81d4092b2bfbc95d850a516, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/69e64b530716485097170156c48d9f84] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=46.9 K 2024-11-10T12:44:59,403 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4b34ac62a854a119b7e5e5042b64b63, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731242696956 2024-11-10T12:44:59,403 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d4363f360ee42afbbda49d255c37f84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731242696887 2024-11-10T12:44:59,404 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 97efda3e2a5d4b019826899325b45e9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731242696958 2024-11-10T12:44:59,404 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f127a19de446a7acd4e9fa58eed63a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731242697625 2024-11-10T12:44:59,404 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b0c5748c81d4092b2bfbc95d850a516, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731242697625 2024-11-10T12:44:59,404 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a972f48f3b54bb1adc2e6e1d97ebf07, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731242698442 2024-11-10T12:44:59,405 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e64b530716485097170156c48d9f84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731242698442 2024-11-10T12:44:59,416 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:59,417 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:59,418 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/ca20a4e8ed0b4f2c8d707fa46a6e5216 is 50, key is test_row_0/B:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:59,425 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ae5e11cf70ab4ba998351f1dfe5041ac_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:59,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741970_1146 (size=12139) 2024-11-10T12:44:59,431 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ae5e11cf70ab4ba998351f1dfe5041ac_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:59,431 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ae5e11cf70ab4ba998351f1dfe5041ac_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:59,437 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/ca20a4e8ed0b4f2c8d707fa46a6e5216 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/ca20a4e8ed0b4f2c8d707fa46a6e5216 2024-11-10T12:44:59,445 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into ca20a4e8ed0b4f2c8d707fa46a6e5216(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:59,445 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:59,445 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=12, startTime=1731242699399; duration=0sec 2024-11-10T12:44:59,445 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:44:59,445 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:44:59,445 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:44:59,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741971_1147 (size=4469) 2024-11-10T12:44:59,449 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:44:59,449 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:44:59,449 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#127 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:59,449 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,449 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0b7b5421a0324c28b02684af64741cda, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/e08a8e30553344c7898be44ad314afd3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/aab380ad0fa74965a78f7384ed15c5f9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/55eff7bb1014417097f5da8aa9c5a748] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=46.9 K 2024-11-10T12:44:59,450 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/3d0160c6151241f0a47354d550ad42a9 is 175, key is test_row_0/A:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:59,450 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b7b5421a0324c28b02684af64741cda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731242696887 2024-11-10T12:44:59,452 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e08a8e30553344c7898be44ad314afd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731242696958 2024-11-10T12:44:59,453 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting aab380ad0fa74965a78f7384ed15c5f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731242697625 2024-11-10T12:44:59,454 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 55eff7bb1014417097f5da8aa9c5a748, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731242698442 2024-11-10T12:44:59,476 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:44:59,477 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/2a07c6958bf94067997d7c650508fd4c is 50, key is test_row_0/C:col10/1731242698445/Put/seqid=0 2024-11-10T12:44:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741972_1148 (size=31093) 2024-11-10T12:44:59,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T12:44:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:44:59,484 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:44:59,493 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/3d0160c6151241f0a47354d550ad42a9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3d0160c6151241f0a47354d550ad42a9 2024-11-10T12:44:59,505 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into 3d0160c6151241f0a47354d550ad42a9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:59,506 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:59,506 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=12, startTime=1731242699399; duration=0sec 2024-11-10T12:44:59,506 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:59,506 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:44:59,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110355e1ea051424280b3db9e4dfc86bcc3_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242698458/Put/seqid=0 2024-11-10T12:44:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741973_1149 (size=12139) 2024-11-10T12:44:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741974_1150 (size=12154) 2024-11-10T12:44:59,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:44:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:59,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242759629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242759630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242759632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242759633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242759638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:44:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242759747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242759747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242759747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242759747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242759748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,875 INFO [master/b1807907b3fc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T12:44:59,875 INFO [master/b1807907b3fc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T12:44:59,929 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/2a07c6958bf94067997d7c650508fd4c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2a07c6958bf94067997d7c650508fd4c 2024-11-10T12:44:59,934 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into 2a07c6958bf94067997d7c650508fd4c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:44:59,934 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:44:59,934 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=12, startTime=1731242699399; duration=0sec 2024-11-10T12:44:59,935 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:44:59,935 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:44:59,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:44:59,958 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110355e1ea051424280b3db9e4dfc86bcc3_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110355e1ea051424280b3db9e4dfc86bcc3_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:44:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/1c84d96b763d41158db4488c00f5d040, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:44:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/1c84d96b763d41158db4488c00f5d040 is 175, key is test_row_0/A:col10/1731242698458/Put/seqid=0 2024-11-10T12:44:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242759958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242759958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242759958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242759958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242759958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:44:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:44:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741975_1151 (size=30955) 2024-11-10T12:44:59,965 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/1c84d96b763d41158db4488c00f5d040 2024-11-10T12:44:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/38a99bc6fba84976a275e28135a5e7e2 is 50, key is test_row_0/B:col10/1731242698458/Put/seqid=0 2024-11-10T12:44:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741976_1152 (size=12001) 2024-11-10T12:45:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:45:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242760267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242760267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242760267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242760267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242760278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,377 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/38a99bc6fba84976a275e28135a5e7e2 2024-11-10T12:45:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0a8b35154b4948eb8ebede8957c4514c is 50, key is test_row_0/C:col10/1731242698458/Put/seqid=0 2024-11-10T12:45:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741977_1153 (size=12001) 2024-11-10T12:45:00,398 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0a8b35154b4948eb8ebede8957c4514c 2024-11-10T12:45:00,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/1c84d96b763d41158db4488c00f5d040 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040 2024-11-10T12:45:00,413 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040, entries=150, sequenceid=91, filesize=30.2 K 2024-11-10T12:45:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/38a99bc6fba84976a275e28135a5e7e2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/38a99bc6fba84976a275e28135a5e7e2 2024-11-10T12:45:00,426 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/38a99bc6fba84976a275e28135a5e7e2, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:45:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0a8b35154b4948eb8ebede8957c4514c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0a8b35154b4948eb8ebede8957c4514c 2024-11-10T12:45:00,435 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0a8b35154b4948eb8ebede8957c4514c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:45:00,436 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 29bcb498cf4dd2240e81e9c3e97ee98c in 952ms, sequenceid=91, compaction requested=false 2024-11-10T12:45:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:00,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T12:45:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T12:45:00,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T12:45:00,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-10T12:45:00,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.4230 sec 2024-11-10T12:45:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:00,781 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:00,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-10T12:45:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242760783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242760783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242760786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242760787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242760788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105133fc26b11245b4b11ec487769e0e6a_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741978_1154 (size=12154) 2024-11-10T12:45:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242760897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242760898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242760898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242760898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242761108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242761108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242761108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242761108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:45:01,168 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-10T12:45:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:45:01,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:01,172 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:01,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:01,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:01,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105133fc26b11245b4b11ec487769e0e6a_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105133fc26b11245b4b11ec487769e0e6a_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:01,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a08631e0fdc8423892bc31387fdea30c, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:01,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a08631e0fdc8423892bc31387fdea30c is 175, key is test_row_0/A:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741979_1155 (size=30955) 2024-11-10T12:45:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:45:01,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:45:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242761418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242761418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242761418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242761418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:45:01,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:01,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:45:01,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=124, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a08631e0fdc8423892bc31387fdea30c 2024-11-10T12:45:01,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/bfbc6a2116194ad2b91878044bdd1033 is 50, key is test_row_0/B:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741980_1156 (size=12001) 2024-11-10T12:45:01,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:45:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:45:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:45:01,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242761807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,809 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242761927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242761927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242761928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242761928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:01,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:45:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:01,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:02,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/bfbc6a2116194ad2b91878044bdd1033 2024-11-10T12:45:02,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/c1b9caf56ef74411a6de587e5d331499 is 50, key is test_row_0/C:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741981_1157 (size=12001) 2024-11-10T12:45:02,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/c1b9caf56ef74411a6de587e5d331499 2024-11-10T12:45:02,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a08631e0fdc8423892bc31387fdea30c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c 2024-11-10T12:45:02,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c, entries=150, sequenceid=124, filesize=30.2 K 2024-11-10T12:45:02,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/bfbc6a2116194ad2b91878044bdd1033 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/bfbc6a2116194ad2b91878044bdd1033 2024-11-10T12:45:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/bfbc6a2116194ad2b91878044bdd1033, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T12:45:02,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/c1b9caf56ef74411a6de587e5d331499 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/c1b9caf56ef74411a6de587e5d331499 2024-11-10T12:45:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/c1b9caf56ef74411a6de587e5d331499, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T12:45:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1296ms, sequenceid=124, compaction requested=true 2024-11-10T12:45:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:02,078 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:02,078 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,079 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:02,079 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:45:02,079 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,079 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:45:02,079 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,079 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,080 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3d0160c6151241f0a47354d550ad42a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=90.8 K 2024-11-10T12:45:02,080 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/ca20a4e8ed0b4f2c8d707fa46a6e5216, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/38a99bc6fba84976a275e28135a5e7e2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/bfbc6a2116194ad2b91878044bdd1033] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=35.3 K 2024-11-10T12:45:02,080 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,080 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3d0160c6151241f0a47354d550ad42a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c] 2024-11-10T12:45:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,080 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ca20a4e8ed0b4f2c8d707fa46a6e5216, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731242698442 2024-11-10T12:45:02,080 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d0160c6151241f0a47354d550ad42a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731242698442 2024-11-10T12:45:02,081 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 38a99bc6fba84976a275e28135a5e7e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242698447 2024-11-10T12:45:02,081 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c84d96b763d41158db4488c00f5d040, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242698447 2024-11-10T12:45:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,081 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a08631e0fdc8423892bc31387fdea30c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731242699631 2024-11-10T12:45:02,081 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting bfbc6a2116194ad2b91878044bdd1033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731242699631 2024-11-10T12:45:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,091 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,093 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:02,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2ed5d53ddd8e417582614d03ae1acf49 is 50, key is test_row_0/B:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:45:02,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,099 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-10T12:45:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,101 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111041b77ea5a28a42a0802eac5d5dec475e_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,105 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111041b77ea5a28a42a0802eac5d5dec475e_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:02,106 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111041b77ea5a28a42a0802eac5d5dec475e_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bd2e32fc9b5c492e85fae10f64bf40ff_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_1/A:col10/1731242700785/Put/seqid=0 2024-11-10T12:45:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741983_1159 (size=4469) 2024-11-10T12:45:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,166 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#136 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,167 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a8d24c0fa529460bbd6835bd661dd39b is 175, key is test_row_0/A:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:02,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741982_1158 (size=12241) 2024-11-10T12:45:02,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741984_1160 (size=9714) 2024-11-10T12:45:02,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741985_1161 (size=31195) 2024-11-10T12:45:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,174 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bd2e32fc9b5c492e85fae10f64bf40ff_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bd2e32fc9b5c492e85fae10f64bf40ff_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:02,175 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2ed5d53ddd8e417582614d03ae1acf49 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2ed5d53ddd8e417582614d03ae1acf49 2024-11-10T12:45:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/384338cf59504b378e765db861f72239, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:02,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/384338cf59504b378e765db861f72239 is 175, key is test_row_1/A:col10/1731242700785/Put/seqid=0 2024-11-10T12:45:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,183 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into 2ed5d53ddd8e417582614d03ae1acf49(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:02,183 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,183 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=13, startTime=1731242702078; duration=0sec 2024-11-10T12:45:02,183 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:02,183 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,184 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,184 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a8d24c0fa529460bbd6835bd661dd39b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a8d24c0fa529460bbd6835bd661dd39b 2024-11-10T12:45:02,185 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:02,186 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:45:02,186 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,186 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2a07c6958bf94067997d7c650508fd4c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0a8b35154b4948eb8ebede8957c4514c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/c1b9caf56ef74411a6de587e5d331499] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=35.3 K 2024-11-10T12:45:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,186 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a07c6958bf94067997d7c650508fd4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731242698442 2024-11-10T12:45:02,187 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a8b35154b4948eb8ebede8957c4514c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242698447 2024-11-10T12:45:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,188 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c1b9caf56ef74411a6de587e5d331499, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731242699631 2024-11-10T12:45:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741986_1162 (size=22361) 2024-11-10T12:45:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,191 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into a8d24c0fa529460bbd6835bd661dd39b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:02,191 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,191 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=13, startTime=1731242702078; duration=0sec 2024-11-10T12:45:02,191 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:02,191 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:02,191 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/384338cf59504b378e765db861f72239 2024-11-10T12:45:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/28f9ed87069647ce816dd58ec9ea5cce is 50, key is test_row_1/B:col10/1731242700785/Put/seqid=0 2024-11-10T12:45:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,211 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#139 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,211 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/ddd009663c8548cabdeb1da89160b575 is 50, key is test_row_0/C:col10/1731242699631/Put/seqid=0 2024-11-10T12:45:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741987_1163 (size=9657) 2024-11-10T12:45:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,216 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/28f9ed87069647ce816dd58ec9ea5cce 2024-11-10T12:45:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741988_1164 (size=12241) 2024-11-10T12:45:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/9baa5f72465d44da912f40dc06336425 is 50, key is test_row_1/C:col10/1731242700785/Put/seqid=0 2024-11-10T12:45:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,227 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/ddd009663c8548cabdeb1da89160b575 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ddd009663c8548cabdeb1da89160b575 2024-11-10T12:45:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,235 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into ddd009663c8548cabdeb1da89160b575(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:02,235 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,236 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=13, startTime=1731242702078; duration=0sec 2024-11-10T12:45:02,236 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,236 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741989_1165 (size=9657) 2024-11-10T12:45:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,245 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/9baa5f72465d44da912f40dc06336425 2024-11-10T12:45:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/384338cf59504b378e765db861f72239 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239 2024-11-10T12:45:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,259 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239, entries=100, sequenceid=129, filesize=21.8 K 2024-11-10T12:45:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/28f9ed87069647ce816dd58ec9ea5cce as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/28f9ed87069647ce816dd58ec9ea5cce 2024-11-10T12:45:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,266 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/28f9ed87069647ce816dd58ec9ea5cce, entries=100, sequenceid=129, filesize=9.4 K 2024-11-10T12:45:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/9baa5f72465d44da912f40dc06336425 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9baa5f72465d44da912f40dc06336425 2024-11-10T12:45:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,274 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9baa5f72465d44da912f40dc06336425, entries=100, sequenceid=129, filesize=9.4 K 2024-11-10T12:45:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,275 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 29bcb498cf4dd2240e81e9c3e97ee98c in 176ms, sequenceid=129, compaction requested=false 2024-11-10T12:45:02,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T12:45:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T12:45:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T12:45:02,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1060 sec 2024-11-10T12:45:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.1120 sec 2024-11-10T12:45:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:45:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,308 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T12:45:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:45:02,311 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:45:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:45:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T12:45:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T12:45:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T12:45:02,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-10T12:45:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 163 msec 2024-11-10T12:45:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:45:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,628 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T12:45:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:45:02,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:02,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:45:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T12:45:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T12:45:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T12:45:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T12:45:02,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-10T12:45:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 161 msec 2024-11-10T12:45:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:45:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,948 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:02,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T12:45:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:02,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:03,028 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:45:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104d8136d810fe4da6853166c1e971d4d7_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741991_1167 (size=24758) 2024-11-10T12:45:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242763081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242763082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242763083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242763083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242763188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242763188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242763188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242763197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:03,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242763397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242763397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242763397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242763407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:03,476 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104d8136d810fe4da6853166c1e971d4d7_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104d8136d810fe4da6853166c1e971d4d7_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:03,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/5529fe445f054e57a4498d5aa3d753c3, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:03,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/5529fe445f054e57a4498d5aa3d753c3 is 175, key is test_row_0/A:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741990_1166 (size=74390) 2024-11-10T12:45:03,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:03,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242763708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242763708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242763708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242763717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242763827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:03,829 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:03,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:03,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:03,881 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/5529fe445f054e57a4498d5aa3d753c3 2024-11-10T12:45:03,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/a5538fb73c1b440f8c831332454b19ab is 50, key is test_row_0/B:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741992_1168 (size=9757) 2024-11-10T12:45:04,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:04,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242764217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242764218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242764218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242764227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:04,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/a5538fb73c1b440f8c831332454b19ab 2024-11-10T12:45:04,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/81a5cd01a6594df89a1316f49d525704 is 50, key is test_row_0/C:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:04,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741993_1169 (size=9757) 2024-11-10T12:45:04,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/81a5cd01a6594df89a1316f49d525704 2024-11-10T12:45:04,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/5529fe445f054e57a4498d5aa3d753c3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3 2024-11-10T12:45:04,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3, entries=400, sequenceid=145, filesize=72.6 K 2024-11-10T12:45:04,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/a5538fb73c1b440f8c831332454b19ab as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/a5538fb73c1b440f8c831332454b19ab 2024-11-10T12:45:04,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:04,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/a5538fb73c1b440f8c831332454b19ab, entries=100, sequenceid=145, filesize=9.5 K 2024-11-10T12:45:04,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/81a5cd01a6594df89a1316f49d525704 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/81a5cd01a6594df89a1316f49d525704 2024-11-10T12:45:04,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/81a5cd01a6594df89a1316f49d525704, entries=100, sequenceid=145, filesize=9.5 K 2024-11-10T12:45:04,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1315ms, sequenceid=145, compaction requested=true 2024-11-10T12:45:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:04,344 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:04,344 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:04,345 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127946 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:04,345 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:45:04,346 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,346 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a8d24c0fa529460bbd6835bd661dd39b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=124.9 K 2024-11-10T12:45:04,346 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,346 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a8d24c0fa529460bbd6835bd661dd39b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3] 2024-11-10T12:45:04,346 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:04,346 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:45:04,346 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,346 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2ed5d53ddd8e417582614d03ae1acf49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/28f9ed87069647ce816dd58ec9ea5cce, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/a5538fb73c1b440f8c831332454b19ab] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=30.9 K 2024-11-10T12:45:04,347 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8d24c0fa529460bbd6835bd661dd39b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731242699631 2024-11-10T12:45:04,352 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 384338cf59504b378e765db861f72239, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242700783 2024-11-10T12:45:04,353 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed5d53ddd8e417582614d03ae1acf49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731242699631 2024-11-10T12:45:04,353 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5529fe445f054e57a4498d5aa3d753c3, keycount=400, bloomtype=ROW, size=72.6 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731242702995 2024-11-10T12:45:04,354 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 28f9ed87069647ce816dd58ec9ea5cce, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242700783 2024-11-10T12:45:04,357 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a5538fb73c1b440f8c831332454b19ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731242703024 2024-11-10T12:45:04,386 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:04,386 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:04,387 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/228912be25b24b2d8c0d601aa69faac3 is 50, key is test_row_0/B:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:04,398 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111099c896501f414808a2cbb4d2f22cfc70_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:04,404 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111099c896501f414808a2cbb4d2f22cfc70_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:04,404 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111099c896501f414808a2cbb4d2f22cfc70_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741994_1170 (size=12443) 2024-11-10T12:45:04,423 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/228912be25b24b2d8c0d601aa69faac3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/228912be25b24b2d8c0d601aa69faac3 2024-11-10T12:45:04,429 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into 228912be25b24b2d8c0d601aa69faac3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:04,429 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:04,430 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=13, startTime=1731242704344; duration=0sec 2024-11-10T12:45:04,430 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:04,430 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:04,430 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:04,432 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:04,432 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:45:04,432 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,432 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ddd009663c8548cabdeb1da89160b575, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9baa5f72465d44da912f40dc06336425, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/81a5cd01a6594df89a1316f49d525704] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=30.9 K 2024-11-10T12:45:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741995_1171 (size=4469) 2024-11-10T12:45:04,434 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ddd009663c8548cabdeb1da89160b575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731242699631 2024-11-10T12:45:04,434 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9baa5f72465d44da912f40dc06336425, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242700783 2024-11-10T12:45:04,435 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a5cd01a6594df89a1316f49d525704, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731242703024 2024-11-10T12:45:04,436 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#145 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:04,436 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a4444395eed2458f9417dcdedcb2559a is 175, key is test_row_0/A:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741996_1172 (size=31504) 2024-11-10T12:45:04,444 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:04,445 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/273ee9b6a31b4189891735e49dfe4739 is 50, key is test_row_0/C:col10/1731242703024/Put/seqid=0 2024-11-10T12:45:04,457 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/a4444395eed2458f9417dcdedcb2559a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a4444395eed2458f9417dcdedcb2559a 2024-11-10T12:45:04,463 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into a4444395eed2458f9417dcdedcb2559a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:04,463 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:04,463 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=13, startTime=1731242704344; duration=0sec 2024-11-10T12:45:04,463 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:04,463 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741997_1173 (size=12443) 2024-11-10T12:45:04,475 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/273ee9b6a31b4189891735e49dfe4739 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/273ee9b6a31b4189891735e49dfe4739 2024-11-10T12:45:04,481 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into 273ee9b6a31b4189891735e49dfe4739(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:04,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:04,481 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=13, startTime=1731242704344; duration=0sec 2024-11-10T12:45:04,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:04,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:04,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:45:04,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:04,486 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:45:04,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a837d2c4a848443ba3ad40a520dafe20_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242703082/Put/seqid=0 2024-11-10T12:45:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741998_1174 (size=12304) 2024-11-10T12:45:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:04,520 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a837d2c4a848443ba3ad40a520dafe20_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a837d2c4a848443ba3ad40a520dafe20_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:04,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7bff6cb740054301b302903a27c35cbd, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:04,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7bff6cb740054301b302903a27c35cbd is 175, key is test_row_0/A:col10/1731242703082/Put/seqid=0 2024-11-10T12:45:04,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741999_1175 (size=31105) 2024-11-10T12:45:04,934 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7bff6cb740054301b302903a27c35cbd 2024-11-10T12:45:04,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9b991dd8ae5e4ec78e101f9453edff7b is 50, key is test_row_0/B:col10/1731242703082/Put/seqid=0 2024-11-10T12:45:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742000_1176 (size=12151) 2024-11-10T12:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:05,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242765238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242765244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242765245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242765248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,249 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242765348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242765357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242765357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,367 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9b991dd8ae5e4ec78e101f9453edff7b 2024-11-10T12:45:05,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/9b17dee2e6a34c69ac8c72369dcbe3c0 is 50, key is test_row_0/C:col10/1731242703082/Put/seqid=0 2024-11-10T12:45:05,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742001_1177 (size=12151) 2024-11-10T12:45:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242765558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242765567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242765567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,785 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/9b17dee2e6a34c69ac8c72369dcbe3c0 2024-11-10T12:45:05,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7bff6cb740054301b302903a27c35cbd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd 2024-11-10T12:45:05,797 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd, entries=150, sequenceid=173, filesize=30.4 K 2024-11-10T12:45:05,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9b991dd8ae5e4ec78e101f9453edff7b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b991dd8ae5e4ec78e101f9453edff7b 2024-11-10T12:45:05,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b991dd8ae5e4ec78e101f9453edff7b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T12:45:05,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/9b17dee2e6a34c69ac8c72369dcbe3c0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9b17dee2e6a34c69ac8c72369dcbe3c0 2024-11-10T12:45:05,813 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9b17dee2e6a34c69ac8c72369dcbe3c0, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T12:45:05,814 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1328ms, sequenceid=173, compaction requested=false 2024-11-10T12:45:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:05,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T12:45:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T12:45:05,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T12:45:05,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8640 sec 2024-11-10T12:45:05,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.8730 sec 2024-11-10T12:45:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:05,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:05,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:45:05,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b2a286a5f437458fb377dfec5f62d2a1_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742002_1178 (size=14794) 2024-11-10T12:45:05,884 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:05,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b2a286a5f437458fb377dfec5f62d2a1_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b2a286a5f437458fb377dfec5f62d2a1_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:05,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/807e72ad80694541a8f6ab30b862ca20, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:05,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/807e72ad80694541a8f6ab30b862ca20 is 175, key is test_row_0/A:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742003_1179 (size=39749) 2024-11-10T12:45:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242765917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242765918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242765918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242766028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242766028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242766037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242766238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242766238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242766247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/807e72ad80694541a8f6ab30b862ca20 2024-11-10T12:45:06,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b294e550acb74348b75978d5dfb1a33f is 50, key is test_row_0/B:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742004_1180 (size=12151) 2024-11-10T12:45:06,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b294e550acb74348b75978d5dfb1a33f 2024-11-10T12:45:06,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a0f9e363df874d8ea4d90e6ef03f05c4 is 50, key is test_row_0/C:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:06,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742005_1181 (size=12151) 2024-11-10T12:45:06,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a0f9e363df874d8ea4d90e6ef03f05c4 2024-11-10T12:45:06,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/807e72ad80694541a8f6ab30b862ca20 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20 2024-11-10T12:45:06,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20, entries=200, sequenceid=185, filesize=38.8 K 2024-11-10T12:45:06,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b294e550acb74348b75978d5dfb1a33f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b294e550acb74348b75978d5dfb1a33f 2024-11-10T12:45:06,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b294e550acb74348b75978d5dfb1a33f, entries=150, sequenceid=185, filesize=11.9 K 2024-11-10T12:45:06,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a0f9e363df874d8ea4d90e6ef03f05c4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a0f9e363df874d8ea4d90e6ef03f05c4 2024-11-10T12:45:06,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a0f9e363df874d8ea4d90e6ef03f05c4, entries=150, sequenceid=185, filesize=11.9 K 2024-11-10T12:45:06,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 29bcb498cf4dd2240e81e9c3e97ee98c in 485ms, sequenceid=185, compaction requested=true 2024-11-10T12:45:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:06,357 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:06,357 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:06,360 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102358 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:06,360 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:06,360 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:45:06,360 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:45:06,360 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:06,360 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:06,361 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/228912be25b24b2d8c0d601aa69faac3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b991dd8ae5e4ec78e101f9453edff7b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b294e550acb74348b75978d5dfb1a33f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=35.9 K 2024-11-10T12:45:06,361 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a4444395eed2458f9417dcdedcb2559a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=100.0 K 2024-11-10T12:45:06,361 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:06,361 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a4444395eed2458f9417dcdedcb2559a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20] 2024-11-10T12:45:06,361 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4444395eed2458f9417dcdedcb2559a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731242700785 2024-11-10T12:45:06,361 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 228912be25b24b2d8c0d601aa69faac3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731242700785 2024-11-10T12:45:06,362 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b991dd8ae5e4ec78e101f9453edff7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731242703079 2024-11-10T12:45:06,362 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bff6cb740054301b302903a27c35cbd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731242703079 2024-11-10T12:45:06,367 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b294e550acb74348b75978d5dfb1a33f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731242705236 2024-11-10T12:45:06,368 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 807e72ad80694541a8f6ab30b862ca20, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731242705236 2024-11-10T12:45:06,387 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:06,391 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:06,391 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/282a7b6134054a1699d69e18eae49830 is 50, key is test_row_0/B:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:06,394 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e801da9c2c2746839e84980316124a48_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:06,395 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e801da9c2c2746839e84980316124a48_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:06,395 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e801da9c2c2746839e84980316124a48_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742006_1182 (size=12595) 2024-11-10T12:45:06,425 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/282a7b6134054a1699d69e18eae49830 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/282a7b6134054a1699d69e18eae49830 2024-11-10T12:45:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742007_1183 (size=4469) 2024-11-10T12:45:06,435 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into 282a7b6134054a1699d69e18eae49830(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:06,435 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:06,435 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=13, startTime=1731242706357; duration=0sec 2024-11-10T12:45:06,435 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:06,435 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:06,435 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:06,436 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#153 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:06,437 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:06,437 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:45:06,437 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/64f51f3e686e48618d5753a9753a68b4 is 175, key is test_row_0/A:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:06,437 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:06,437 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/273ee9b6a31b4189891735e49dfe4739, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9b17dee2e6a34c69ac8c72369dcbe3c0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a0f9e363df874d8ea4d90e6ef03f05c4] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=35.9 K 2024-11-10T12:45:06,438 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 273ee9b6a31b4189891735e49dfe4739, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731242700785 2024-11-10T12:45:06,438 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b17dee2e6a34c69ac8c72369dcbe3c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731242703079 2024-11-10T12:45:06,439 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a0f9e363df874d8ea4d90e6ef03f05c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731242705236 2024-11-10T12:45:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742008_1184 (size=31549) 2024-11-10T12:45:06,452 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/64f51f3e686e48618d5753a9753a68b4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/64f51f3e686e48618d5753a9753a68b4 2024-11-10T12:45:06,461 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into 64f51f3e686e48618d5753a9753a68b4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:06,461 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:06,461 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=13, startTime=1731242706356; duration=0sec 2024-11-10T12:45:06,461 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:06,461 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:06,462 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:06,463 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/5c3c7e1489d74ff49d4708a1454874e3 is 50, key is test_row_0/C:col10/1731242705236/Put/seqid=0 2024-11-10T12:45:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742009_1185 (size=12595) 2024-11-10T12:45:06,477 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/5c3c7e1489d74ff49d4708a1454874e3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/5c3c7e1489d74ff49d4708a1454874e3 2024-11-10T12:45:06,487 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into 5c3c7e1489d74ff49d4708a1454874e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:06,487 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:06,487 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=13, startTime=1731242706357; duration=0sec 2024-11-10T12:45:06,487 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:06,487 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:06,550 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:06,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:45:06,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242766562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242766563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242766565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110415d7fc882de4e6faa3e2c3526ac2f48_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242706549/Put/seqid=0 2024-11-10T12:45:06,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742010_1186 (size=14794) 2024-11-10T12:45:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242766668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242766677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242766677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242766878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242766887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242766887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:06,999 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:07,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110415d7fc882de4e6faa3e2c3526ac2f48_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110415d7fc882de4e6faa3e2c3526ac2f48_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:07,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/063f003d52c94322822e376ea492392b, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:07,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/063f003d52c94322822e376ea492392b is 175, key is test_row_0/A:col10/1731242706549/Put/seqid=0 2024-11-10T12:45:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742011_1187 (size=39749) 2024-11-10T12:45:07,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/063f003d52c94322822e376ea492392b 2024-11-10T12:45:07,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2dbc8970b9294092bd2c8ca0a53f9b36 is 50, key is test_row_0/B:col10/1731242706549/Put/seqid=0 2024-11-10T12:45:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742012_1188 (size=12151) 2024-11-10T12:45:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:45:07,107 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:07,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-10T12:45:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:45:07,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:07,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:07,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242767188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242767197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242767197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:45:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242767258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,260 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T12:45:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T12:45:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:45:07,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2dbc8970b9294092bd2c8ca0a53f9b36 2024-11-10T12:45:07,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/1b33d0856d6e41c2a31f07383ea9acba is 50, key is test_row_0/C:col10/1731242706549/Put/seqid=0 2024-11-10T12:45:07,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742013_1189 (size=12151) 2024-11-10T12:45:07,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T12:45:07,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242767697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242767707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242767707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:07,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T12:45:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:45:07,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/1b33d0856d6e41c2a31f07383ea9acba 2024-11-10T12:45:07,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/063f003d52c94322822e376ea492392b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b 2024-11-10T12:45:07,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b, entries=200, sequenceid=214, filesize=38.8 K 2024-11-10T12:45:07,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2dbc8970b9294092bd2c8ca0a53f9b36 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2dbc8970b9294092bd2c8ca0a53f9b36 2024-11-10T12:45:07,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2dbc8970b9294092bd2c8ca0a53f9b36, entries=150, sequenceid=214, filesize=11.9 K 2024-11-10T12:45:07,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/1b33d0856d6e41c2a31f07383ea9acba as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b33d0856d6e41c2a31f07383ea9acba 2024-11-10T12:45:07,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b33d0856d6e41c2a31f07383ea9acba, entries=150, sequenceid=214, filesize=11.9 K 2024-11-10T12:45:07,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1318ms, sequenceid=214, compaction requested=false 2024-11-10T12:45:07,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:07,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T12:45:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T12:45:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:07,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111018ebcf50921b405eae443e186224ae2d_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242706563/Put/seqid=0 2024-11-10T12:45:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742014_1190 (size=12304) 2024-11-10T12:45:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:07,910 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111018ebcf50921b405eae443e186224ae2d_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111018ebcf50921b405eae443e186224ae2d_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/e2dbea81949e4d8b95496d0dc232ea40, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:07,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/e2dbea81949e4d8b95496d0dc232ea40 is 175, key is test_row_0/A:col10/1731242706563/Put/seqid=0 2024-11-10T12:45:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742015_1191 (size=31105) 2024-11-10T12:45:07,926 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/e2dbea81949e4d8b95496d0dc232ea40 2024-11-10T12:45:07,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/fbaf960f60f74cbd8d360d149a73d03d is 50, key is test_row_0/B:col10/1731242706563/Put/seqid=0 2024-11-10T12:45:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742016_1192 (size=12151) 2024-11-10T12:45:07,973 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/fbaf960f60f74cbd8d360d149a73d03d 2024-11-10T12:45:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/ef28decd3721496b804d1fe7b22d24a2 is 50, key is test_row_0/C:col10/1731242706563/Put/seqid=0 2024-11-10T12:45:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742017_1193 (size=12151) 2024-11-10T12:45:07,997 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/ef28decd3721496b804d1fe7b22d24a2 2024-11-10T12:45:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/e2dbea81949e4d8b95496d0dc232ea40 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40 2024-11-10T12:45:08,009 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40, entries=150, sequenceid=224, filesize=30.4 K 2024-11-10T12:45:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/fbaf960f60f74cbd8d360d149a73d03d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/fbaf960f60f74cbd8d360d149a73d03d 2024-11-10T12:45:08,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242768011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,018 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/fbaf960f60f74cbd8d360d149a73d03d, entries=150, sequenceid=224, filesize=11.9 K 2024-11-10T12:45:08,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/ef28decd3721496b804d1fe7b22d24a2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ef28decd3721496b804d1fe7b22d24a2 2024-11-10T12:45:08,027 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ef28decd3721496b804d1fe7b22d24a2, entries=150, sequenceid=224, filesize=11.9 K 2024-11-10T12:45:08,028 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 29bcb498cf4dd2240e81e9c3e97ee98c in 151ms, sequenceid=224, compaction requested=true 2024-11-10T12:45:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T12:45:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T12:45:08,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T12:45:08,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-11-10T12:45:08,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 925 msec 2024-11-10T12:45:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:08,131 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:08,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:45:08,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d57820f3c5e4b9694eb4b95f6306b5c_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242768163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742018_1194 (size=14794) 2024-11-10T12:45:08,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100d57820f3c5e4b9694eb4b95f6306b5c_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d57820f3c5e4b9694eb4b95f6306b5c_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:08,179 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2c8bf09c4fab4d79a7cb6568369d615e, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:08,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2c8bf09c4fab4d79a7cb6568369d615e is 175, key is test_row_0/A:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742019_1195 (size=39749) 2024-11-10T12:45:08,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2c8bf09c4fab4d79a7cb6568369d615e 2024-11-10T12:45:08,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2340bdd59e964c15a8780c16465b07a3 is 50, key is test_row_0/B:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742020_1196 (size=12151) 2024-11-10T12:45:08,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2340bdd59e964c15a8780c16465b07a3 2024-11-10T12:45:08,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/75d07205f2754bf2810344fb6e84a217 is 50, key is test_row_0/C:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742021_1197 (size=12151) 2024-11-10T12:45:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:45:08,248 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:08,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-10T12:45:08,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T12:45:08,252 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:08,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:08,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242768267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T12:45:08,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T12:45:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242768477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T12:45:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T12:45:08,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/75d07205f2754bf2810344fb6e84a217 2024-11-10T12:45:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/2c8bf09c4fab4d79a7cb6568369d615e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e 2024-11-10T12:45:08,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e, entries=200, sequenceid=251, filesize=38.8 K 2024-11-10T12:45:08,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/2340bdd59e964c15a8780c16465b07a3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2340bdd59e964c15a8780c16465b07a3 2024-11-10T12:45:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2340bdd59e964c15a8780c16465b07a3, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T12:45:08,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/75d07205f2754bf2810344fb6e84a217 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/75d07205f2754bf2810344fb6e84a217 2024-11-10T12:45:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/75d07205f2754bf2810344fb6e84a217, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T12:45:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 29bcb498cf4dd2240e81e9c3e97ee98c in 544ms, sequenceid=251, compaction requested=true 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:08,675 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:45:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,675 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,677 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:08,678 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:45:08,678 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:08,678 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,678 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:45:08,678 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/64f51f3e686e48618d5753a9753a68b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=138.8 K 2024-11-10T12:45:08,678 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,678 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,678 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/64f51f3e686e48618d5753a9753a68b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e] 2024-11-10T12:45:08,678 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/282a7b6134054a1699d69e18eae49830, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2dbc8970b9294092bd2c8ca0a53f9b36, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/fbaf960f60f74cbd8d360d149a73d03d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2340bdd59e964c15a8780c16465b07a3] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=47.9 K 2024-11-10T12:45:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,678 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64f51f3e686e48618d5753a9753a68b4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731242705236 2024-11-10T12:45:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,679 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 282a7b6134054a1699d69e18eae49830, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731242705236 2024-11-10T12:45:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,679 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 063f003d52c94322822e376ea492392b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731242705914 2024-11-10T12:45:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,680 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2dbea81949e4d8b95496d0dc232ea40, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731242706560 2024-11-10T12:45:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,680 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dbc8970b9294092bd2c8ca0a53f9b36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731242705917 2024-11-10T12:45:08,680 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c8bf09c4fab4d79a7cb6568369d615e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731242707953 2024-11-10T12:45:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,681 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fbaf960f60f74cbd8d360d149a73d03d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731242706560 2024-11-10T12:45:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,681 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2340bdd59e964c15a8780c16465b07a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731242707953 2024-11-10T12:45:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,694 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,695 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/3ddf809e2dd544acaea6a296856bc330 is 50, key is test_row_0/B:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,705 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742022_1198 (size=12731) 2024-11-10T12:45:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T12:45:08,713 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110180b5f396c1b47adb87e42d1ca51cb26_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:08,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T12:45:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110180b5f396c1b47adb87e42d1ca51cb26_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:08,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110180b5f396c1b47adb87e42d1ca51cb26_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742023_1199 (size=4469) 2024-11-10T12:45:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:08,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fe349ce83b3d4be8947983ac901ca1f0_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_1/A:col10/1731242708158/Put/seqid=0 2024-11-10T12:45:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742024_1200 (size=9914) 2024-11-10T12:45:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:08,766 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fe349ce83b3d4be8947983ac901ca1f0_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fe349ce83b3d4be8947983ac901ca1f0_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:08,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/903dc0109f884ebba2d6279b6f7e4a04, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:08,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/903dc0109f884ebba2d6279b6f7e4a04 is 175, key is test_row_1/A:col10/1731242708158/Put/seqid=0 2024-11-10T12:45:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742025_1201 (size=22561) 2024-11-10T12:45:08,779 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/903dc0109f884ebba2d6279b6f7e4a04 2024-11-10T12:45:08,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/5d944d34e7064301b0aaf64598c36838 is 50, key is test_row_1/B:col10/1731242708158/Put/seqid=0 2024-11-10T12:45:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742026_1202 (size=9857) 2024-11-10T12:45:08,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242768816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242768818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242768819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242768823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T12:45:08,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242768928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242768928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242768928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242768928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,117 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/3ddf809e2dd544acaea6a296856bc330 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/3ddf809e2dd544acaea6a296856bc330 2024-11-10T12:45:09,122 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into 3ddf809e2dd544acaea6a296856bc330(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:09,122 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:09,122 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=12, startTime=1731242708675; duration=0sec 2024-11-10T12:45:09,122 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:09,122 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:09,122 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:09,124 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:09,124 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:45:09,124 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:09,125 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/5c3c7e1489d74ff49d4708a1454874e3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b33d0856d6e41c2a31f07383ea9acba, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ef28decd3721496b804d1fe7b22d24a2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/75d07205f2754bf2810344fb6e84a217] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=47.9 K 2024-11-10T12:45:09,125 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:09,125 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/16dc07ab32ef40f1a68236724cecbf15 is 175, key is test_row_0/A:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:09,126 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c3c7e1489d74ff49d4708a1454874e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731242705236 2024-11-10T12:45:09,127 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b33d0856d6e41c2a31f07383ea9acba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731242705917 2024-11-10T12:45:09,128 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ef28decd3721496b804d1fe7b22d24a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731242706560 2024-11-10T12:45:09,128 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 75d07205f2754bf2810344fb6e84a217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731242707953 2024-11-10T12:45:09,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242769137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,139 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242769139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,140 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/1b73b6f93171492e92c961e57a6106b7 is 50, key is test_row_0/C:col10/1731242707953/Put/seqid=0 2024-11-10T12:45:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242769139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742027_1203 (size=31685) 2024-11-10T12:45:09,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242769148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,152 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/16dc07ab32ef40f1a68236724cecbf15 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/16dc07ab32ef40f1a68236724cecbf15 2024-11-10T12:45:09,161 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into 16dc07ab32ef40f1a68236724cecbf15(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:09,161 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:09,161 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=12, startTime=1731242708675; duration=0sec 2024-11-10T12:45:09,161 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:09,161 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:09,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742028_1204 (size=12731) 2024-11-10T12:45:09,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/5d944d34e7064301b0aaf64598c36838 2024-11-10T12:45:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a2a90b6c50d24948af994c37c8bc5023 is 50, key is test_row_1/C:col10/1731242708158/Put/seqid=0 2024-11-10T12:45:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742029_1205 (size=9857) 2024-11-10T12:45:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T12:45:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242769447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242769447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242769447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242769457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,568 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/1b73b6f93171492e92c961e57a6106b7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b73b6f93171492e92c961e57a6106b7 2024-11-10T12:45:09,574 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into 1b73b6f93171492e92c961e57a6106b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:09,574 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:09,574 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=12, startTime=1731242708675; duration=0sec 2024-11-10T12:45:09,574 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:09,574 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:09,618 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a2a90b6c50d24948af994c37c8bc5023 2024-11-10T12:45:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/903dc0109f884ebba2d6279b6f7e4a04 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04 2024-11-10T12:45:09,629 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04, entries=100, sequenceid=260, filesize=22.0 K 2024-11-10T12:45:09,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/5d944d34e7064301b0aaf64598c36838 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/5d944d34e7064301b0aaf64598c36838 2024-11-10T12:45:09,634 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/5d944d34e7064301b0aaf64598c36838, entries=100, sequenceid=260, filesize=9.6 K 2024-11-10T12:45:09,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a2a90b6c50d24948af994c37c8bc5023 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a2a90b6c50d24948af994c37c8bc5023 2024-11-10T12:45:09,640 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a2a90b6c50d24948af994c37c8bc5023, entries=100, sequenceid=260, filesize=9.6 K 2024-11-10T12:45:09,642 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 29bcb498cf4dd2240e81e9c3e97ee98c in 928ms, sequenceid=260, compaction requested=false 2024-11-10T12:45:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T12:45:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T12:45:09,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T12:45:09,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-10T12:45:09,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.3970 sec 2024-11-10T12:45:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:09,961 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:09,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-10T12:45:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242769965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242769966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242769968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f14748d9157a4ffbb8d8f74c5554b8dc_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242769970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742030_1206 (size=14994) 2024-11-10T12:45:10,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242770078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242770078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242770078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242770288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242770288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242770288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:10,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f14748d9157a4ffbb8d8f74c5554b8dc_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f14748d9157a4ffbb8d8f74c5554b8dc_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:10,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e3c2ecf318b4559940afe4410203fdc, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:10,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e3c2ecf318b4559940afe4410203fdc is 175, key is test_row_0/A:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742031_1207 (size=39949) 2024-11-10T12:45:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T12:45:10,398 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:10,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-10T12:45:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:10,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:10,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:10,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:10,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:10,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:10,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:10,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242770597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242770598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242770598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:10,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:10,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:10,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e3c2ecf318b4559940afe4410203fdc 2024-11-10T12:45:10,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/90d9e55293674cbb806564477a60bb23 is 50, key is test_row_0/B:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742032_1208 (size=12301) 2024-11-10T12:45:10,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:10,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242770988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:10,989 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:11,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:11,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:11,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242771107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:11,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242771107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:11,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242771107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:11,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/90d9e55293674cbb806564477a60bb23 2024-11-10T12:45:11,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a812e07bb95943388a1baacfbbe11089 is 50, key is test_row_0/C:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:11,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742033_1209 (size=12301) 2024-11-10T12:45:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35794 deadline: 1731242771288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:11,290 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:11,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:11,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:11,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a812e07bb95943388a1baacfbbe11089 2024-11-10T12:45:11,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/7e3c2ecf318b4559940afe4410203fdc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc 2024-11-10T12:45:11,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc, entries=200, sequenceid=293, filesize=39.0 K 2024-11-10T12:45:11,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/90d9e55293674cbb806564477a60bb23 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/90d9e55293674cbb806564477a60bb23 2024-11-10T12:45:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/90d9e55293674cbb806564477a60bb23, entries=150, sequenceid=293, filesize=12.0 K 2024-11-10T12:45:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/a812e07bb95943388a1baacfbbe11089 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a812e07bb95943388a1baacfbbe11089 2024-11-10T12:45:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a812e07bb95943388a1baacfbbe11089, entries=150, sequenceid=293, filesize=12.0 K 2024-11-10T12:45:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1704ms, sequenceid=293, compaction requested=true 2024-11-10T12:45:11,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,666 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:11,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:11,666 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,668 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,668 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:11,668 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:45:11,668 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:45:11,668 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,668 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,668 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/16dc07ab32ef40f1a68236724cecbf15, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=92.0 K 2024-11-10T12:45:11,668 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/3ddf809e2dd544acaea6a296856bc330, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/5d944d34e7064301b0aaf64598c36838, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/90d9e55293674cbb806564477a60bb23] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=34.1 K 2024-11-10T12:45:11,668 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,668 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/16dc07ab32ef40f1a68236724cecbf15, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc] 2024-11-10T12:45:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:11,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:11,669 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ddf809e2dd544acaea6a296856bc330, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731242707953 2024-11-10T12:45:11,669 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 16dc07ab32ef40f1a68236724cecbf15, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731242707953 2024-11-10T12:45:11,669 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d944d34e7064301b0aaf64598c36838, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731242708158 2024-11-10T12:45:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,669 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 903dc0109f884ebba2d6279b6f7e4a04, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731242708158 2024-11-10T12:45:11,670 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90d9e55293674cbb806564477a60bb23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731242709959 2024-11-10T12:45:11,670 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e3c2ecf318b4559940afe4410203fdc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731242708821 2024-11-10T12:45:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,681 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,681 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/8654da10b6cb4f4cad17797cfc407b17 is 50, key is test_row_0/B:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,682 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,685 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110fa9fa95e83f34431981ca2aa9f1b4596_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742034_1210 (size=12983) 2024-11-10T12:45:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,688 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110fa9fa95e83f34431981ca2aa9f1b4596_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:11,688 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fa9fa95e83f34431981ca2aa9f1b4596_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,695 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/8654da10b6cb4f4cad17797cfc407b17 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/8654da10b6cb4f4cad17797cfc407b17 2024-11-10T12:45:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,701 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into 8654da10b6cb4f4cad17797cfc407b17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:11,701 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:11,702 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=13, startTime=1731242711666; duration=0sec 2024-11-10T12:45:11,702 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:11,702 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:11,702 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:11,703 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:11,703 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:45:11,703 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,704 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b73b6f93171492e92c961e57a6106b7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a2a90b6c50d24948af994c37c8bc5023, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a812e07bb95943388a1baacfbbe11089] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=34.1 K 2024-11-10T12:45:11,704 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b73b6f93171492e92c961e57a6106b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731242707953 2024-11-10T12:45:11,705 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2a90b6c50d24948af994c37c8bc5023, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731242708158 2024-11-10T12:45:11,705 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a812e07bb95943388a1baacfbbe11089, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731242709959 2024-11-10T12:45:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742035_1211 (size=4469) 2024-11-10T12:45:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,719 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,719 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/6536443236f142b087042b7b5d228461 is 50, key is test_row_0/C:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742036_1212 (size=12983) 2024-11-10T12:45:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T12:45:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-10T12:45:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088eb6fc9844d4e2a9986a252325bd580_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242709964/Put/seqid=0 2024-11-10T12:45:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742037_1213 (size=9914) 2024-11-10T12:45:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,108 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,109 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/f2bbe4472c2d41e28e8d85468015cab4 is 175, key is test_row_0/A:col10/1731242709959/Put/seqid=0 2024-11-10T12:45:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742038_1214 (size=31937) 2024-11-10T12:45:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,148 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/6536443236f142b087042b7b5d228461 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/6536443236f142b087042b7b5d228461 2024-11-10T12:45:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,160 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into 6536443236f142b087042b7b5d228461(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:12,160 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:12,160 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=13, startTime=1731242711668; duration=0sec 2024-11-10T12:45:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,160 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:12,161 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:12,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088eb6fc9844d4e2a9986a252325bd580_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088eb6fc9844d4e2a9986a252325bd580_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:12,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/8a68dcfa4b014ebdb92648476747fd15, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:12,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/8a68dcfa4b014ebdb92648476747fd15 is 175, key is test_row_0/A:col10/1731242709964/Put/seqid=0 2024-11-10T12:45:12,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242772197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242772199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242772200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742039_1215 (size=22561) 2024-11-10T12:45:12,231 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/8a68dcfa4b014ebdb92648476747fd15 2024-11-10T12:45:12,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/0cd0bbaf814543c690070c0d6cefb3fd is 50, key is test_row_0/B:col10/1731242709964/Put/seqid=0 2024-11-10T12:45:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742040_1216 (size=9857) 2024-11-10T12:45:12,275 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/0cd0bbaf814543c690070c0d6cefb3fd 2024-11-10T12:45:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/fc9d0df91715419c965bc31fe286e158 is 50, key is test_row_0/C:col10/1731242709964/Put/seqid=0 2024-11-10T12:45:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742041_1217 (size=9857) 2024-11-10T12:45:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242772307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242772307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242772318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242772517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242772517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,529 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/f2bbe4472c2d41e28e8d85468015cab4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/f2bbe4472c2d41e28e8d85468015cab4 2024-11-10T12:45:12,538 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into f2bbe4472c2d41e28e8d85468015cab4(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:12,538 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:12,538 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=13, startTime=1731242711666; duration=0sec 2024-11-10T12:45:12,538 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:12,538 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:12,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242772538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:12,698 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/fc9d0df91715419c965bc31fe286e158 2024-11-10T12:45:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/8a68dcfa4b014ebdb92648476747fd15 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15 2024-11-10T12:45:12,708 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15, entries=100, sequenceid=300, filesize=22.0 K 2024-11-10T12:45:12,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/0cd0bbaf814543c690070c0d6cefb3fd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/0cd0bbaf814543c690070c0d6cefb3fd 2024-11-10T12:45:12,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/0cd0bbaf814543c690070c0d6cefb3fd, entries=100, sequenceid=300, filesize=9.6 K 2024-11-10T12:45:12,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/fc9d0df91715419c965bc31fe286e158 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/fc9d0df91715419c965bc31fe286e158 2024-11-10T12:45:12,722 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/fc9d0df91715419c965bc31fe286e158, entries=100, sequenceid=300, filesize=9.6 K 2024-11-10T12:45:12,723 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 29bcb498cf4dd2240e81e9c3e97ee98c in 944ms, sequenceid=300, compaction requested=false 2024-11-10T12:45:12,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:12,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:12,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-10T12:45:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-10T12:45:12,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-10T12:45:12,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-10T12:45:12,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.3290 sec 2024-11-10T12:45:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:12,832 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:12,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-10T12:45:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242772832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242772834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110935671b7de2549c5bf51cdedb0ce4cae_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242772848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742042_1218 (size=14994) 2024-11-10T12:45:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242772937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242772948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242773007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,009 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242773147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242773157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:13,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110935671b7de2549c5bf51cdedb0ce4cae_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110935671b7de2549c5bf51cdedb0ce4cae_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:13,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/ba0ae5dd25a540a3b2471b60d904d100, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:13,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/ba0ae5dd25a540a3b2471b60d904d100 is 175, key is test_row_0/A:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742043_1219 (size=39949) 2024-11-10T12:45:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242773357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242773457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242773467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/ba0ae5dd25a540a3b2471b60d904d100 2024-11-10T12:45:13,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b2a8a0876f544bf08dc8b951e066be99 is 50, key is test_row_0/B:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742044_1220 (size=12301) 2024-11-10T12:45:13,930 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:45:13,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242773967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242773978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:14,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b2a8a0876f544bf08dc8b951e066be99 2024-11-10T12:45:14,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/59ffd327a7ba43dd98474a0d9ead7506 is 50, key is test_row_0/C:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742045_1221 (size=12301) 2024-11-10T12:45:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242774368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:14,370 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:14,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/59ffd327a7ba43dd98474a0d9ead7506 2024-11-10T12:45:14,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/ba0ae5dd25a540a3b2471b60d904d100 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100 2024-11-10T12:45:14,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100, entries=200, sequenceid=335, filesize=39.0 K 2024-11-10T12:45:14,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b2a8a0876f544bf08dc8b951e066be99 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b2a8a0876f544bf08dc8b951e066be99 2024-11-10T12:45:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b2a8a0876f544bf08dc8b951e066be99, entries=150, sequenceid=335, filesize=12.0 K 2024-11-10T12:45:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/59ffd327a7ba43dd98474a0d9ead7506 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/59ffd327a7ba43dd98474a0d9ead7506 2024-11-10T12:45:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/59ffd327a7ba43dd98474a0d9ead7506, entries=150, sequenceid=335, filesize=12.0 K 2024-11-10T12:45:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1691ms, sequenceid=335, compaction requested=true 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:14,523 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:14,523 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/B is initiating minor compaction (all files) 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/A is initiating minor compaction (all files) 2024-11-10T12:45:14,525 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/B in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:14,525 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/A in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:14,525 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/f2bbe4472c2d41e28e8d85468015cab4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=92.2 K 2024-11-10T12:45:14,525 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/8654da10b6cb4f4cad17797cfc407b17, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/0cd0bbaf814543c690070c0d6cefb3fd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b2a8a0876f544bf08dc8b951e066be99] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=34.3 K 2024-11-10T12:45:14,525 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/f2bbe4472c2d41e28e8d85468015cab4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100] 2024-11-10T12:45:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8654da10b6cb4f4cad17797cfc407b17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731242709959 2024-11-10T12:45:14,525 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2bbe4472c2d41e28e8d85468015cab4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731242709959 2024-11-10T12:45:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,526 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd0bbaf814543c690070c0d6cefb3fd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731242709964 2024-11-10T12:45:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,526 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a68dcfa4b014ebdb92648476747fd15, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731242709964 2024-11-10T12:45:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,526 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba0ae5dd25a540a3b2471b60d904d100, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731242712181 2024-11-10T12:45:14,526 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b2a8a0876f544bf08dc8b951e066be99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731242712181 2024-11-10T12:45:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,534 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,537 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,538 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/889bc9f60b4942ef8995ecea369fcb62 is 50, key is test_row_0/B:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,540 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411103e73dd1f7b0f4b82bc992266e790b99d_29bcb498cf4dd2240e81e9c3e97ee98c store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,542 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411103e73dd1f7b0f4b82bc992266e790b99d_29bcb498cf4dd2240e81e9c3e97ee98c, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,542 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103e73dd1f7b0f4b82bc992266e790b99d_29bcb498cf4dd2240e81e9c3e97ee98c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742046_1222 (size=13085) 2024-11-10T12:45:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,549 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/889bc9f60b4942ef8995ecea369fcb62 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/889bc9f60b4942ef8995ecea369fcb62 2024-11-10T12:45:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,555 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/B of 29bcb498cf4dd2240e81e9c3e97ee98c into 889bc9f60b4942ef8995ecea369fcb62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:14,555 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:14,555 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/B, priority=13, startTime=1731242714523; duration=0sec 2024-11-10T12:45:14,556 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,556 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,556 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,557 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,557 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 29bcb498cf4dd2240e81e9c3e97ee98c/C is initiating minor compaction (all files) 2024-11-10T12:45:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,557 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29bcb498cf4dd2240e81e9c3e97ee98c/C in TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,557 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/6536443236f142b087042b7b5d228461, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/fc9d0df91715419c965bc31fe286e158, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/59ffd327a7ba43dd98474a0d9ead7506] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp, totalSize=34.3 K 2024-11-10T12:45:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,557 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6536443236f142b087042b7b5d228461, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731242709959 2024-11-10T12:45:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,558 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fc9d0df91715419c965bc31fe286e158, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731242709964 2024-11-10T12:45:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,558 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 59ffd327a7ba43dd98474a0d9ead7506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731242712181 2024-11-10T12:45:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,567 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:45:14,568 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/4add4a3f8f2344aeb6fd9078fe4b8101 is 50, key is test_row_0/C:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,568 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-10T12:45:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,571 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,572 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T12:45:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742047_1223 (size=4469) 2024-11-10T12:45:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742048_1224 (size=13085) 2024-11-10T12:45:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,583 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/4add4a3f8f2344aeb6fd9078fe4b8101 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/4add4a3f8f2344aeb6fd9078fe4b8101 2024-11-10T12:45:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,588 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/C of 29bcb498cf4dd2240e81e9c3e97ee98c into 4add4a3f8f2344aeb6fd9078fe4b8101(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:14,588 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:14,588 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/C, priority=13, startTime=1731242714523; duration=0sec 2024-11-10T12:45:14,588 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:14,588 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T12:45:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-10T12:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T12:45:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T12:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T12:45:14,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-10T12:45:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 162 msec 2024-11-10T12:45:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T12:45:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,888 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-10T12:45:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:45:14,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:14,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,976 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29bcb498cf4dd2240e81e9c3e97ee98c#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,977 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/9ae39add88fd427fa23810eb36486ae3 is 175, key is test_row_0/A:col10/1731242712181/Put/seqid=0 2024-11-10T12:45:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742049_1225 (size=32039) 2024-11-10T12:45:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:45:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T12:45:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:15,045 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-10T12:45:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111071a8a8dc144349758e0364c45ca8f772_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242715027/Put/seqid=0 2024-11-10T12:45:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742050_1226 (size=12454) 2024-11-10T12:45:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:15,078 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111071a8a8dc144349758e0364c45ca8f772_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111071a8a8dc144349758e0364c45ca8f772_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/bedf26678efa4f1896474d766da6e1b4, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/bedf26678efa4f1896474d766da6e1b4 is 175, key is test_row_0/A:col10/1731242715027/Put/seqid=0 2024-11-10T12:45:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742051_1227 (size=31251) 2024-11-10T12:45:15,095 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/bedf26678efa4f1896474d766da6e1b4 2024-11-10T12:45:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9a2c48f79a9149df855b6b1a94a0ac68 is 50, key is test_row_0/B:col10/1731242715027/Put/seqid=0 2024-11-10T12:45:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742052_1228 (size=9857) 2024-11-10T12:45:15,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242775141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242775144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:45:15,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242775247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242775258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,390 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/9ae39add88fd427fa23810eb36486ae3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/9ae39add88fd427fa23810eb36486ae3 2024-11-10T12:45:15,400 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29bcb498cf4dd2240e81e9c3e97ee98c/A of 29bcb498cf4dd2240e81e9c3e97ee98c into 9ae39add88fd427fa23810eb36486ae3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:15,400 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:15,400 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., storeName=29bcb498cf4dd2240e81e9c3e97ee98c/A, priority=13, startTime=1731242714523; duration=0sec 2024-11-10T12:45:15,400 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:15,400 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:15,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242775457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242775467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:45:15,530 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9a2c48f79a9149df855b6b1a94a0ac68 2024-11-10T12:45:15,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0413c18506874e74bfb777f33414e457 is 50, key is test_row_0/C:col10/1731242715027/Put/seqid=0 2024-11-10T12:45:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742053_1229 (size=9857) 2024-11-10T12:45:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242775768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242775778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:15,942 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0413c18506874e74bfb777f33414e457 2024-11-10T12:45:15,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/bedf26678efa4f1896474d766da6e1b4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/bedf26678efa4f1896474d766da6e1b4 2024-11-10T12:45:15,953 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/bedf26678efa4f1896474d766da6e1b4, entries=150, sequenceid=344, filesize=30.5 K 2024-11-10T12:45:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/9a2c48f79a9149df855b6b1a94a0ac68 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9a2c48f79a9149df855b6b1a94a0ac68 2024-11-10T12:45:15,960 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9a2c48f79a9149df855b6b1a94a0ac68, entries=100, sequenceid=344, filesize=9.6 K 2024-11-10T12:45:15,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/0413c18506874e74bfb777f33414e457 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0413c18506874e74bfb777f33414e457 2024-11-10T12:45:15,964 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0413c18506874e74bfb777f33414e457, entries=100, sequenceid=344, filesize=9.6 K 2024-11-10T12:45:15,966 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 29bcb498cf4dd2240e81e9c3e97ee98c in 922ms, sequenceid=344, compaction requested=false 2024-11-10T12:45:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-10T12:45:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-10T12:45:15,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T12:45:15,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-11-10T12:45:15,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.0820 sec 2024-11-10T12:45:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:45:16,027 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:16,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-10T12:45:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:45:16,030 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:16,030 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:16,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:45:16,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T12:45:16,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:16,183 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-10T12:45:16,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b232021bd93b44cb82bc7faf9404b8dd_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242715139/Put/seqid=0 2024-11-10T12:45:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742054_1230 (size=12454) 2024-11-10T12:45:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:16,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. as already flushing 2024-11-10T12:45:16,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242776287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242776288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:45:16,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35858 deadline: 1731242776398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242776398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:16,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,402 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:16,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:16,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:16,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:16,600 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b232021bd93b44cb82bc7faf9404b8dd_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b232021bd93b44cb82bc7faf9404b8dd_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:16,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/3b89923108c043a4a15eb95e508bdd61, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/3b89923108c043a4a15eb95e508bdd61 is 175, key is test_row_0/A:col10/1731242715139/Put/seqid=0 2024-11-10T12:45:16,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742055_1231 (size=31255) 2024-11-10T12:45:16,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242776607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:45:16,875 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-10T12:45:16,875 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:16,875 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,875 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:16,877 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-10T12:45:16,877 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:16,878 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,878 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:16,878 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-11-10T12:45:16,878 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:16,879 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,879 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:16,881 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-10T12:45:16,881 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:16,881 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,881 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:16,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242776917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:17,007 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/3b89923108c043a4a15eb95e508bdd61 2024-11-10T12:45:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/7651331eece04f9ea5ef11d2411b5e24 is 50, key is test_row_0/B:col10/1731242715139/Put/seqid=0 2024-11-10T12:45:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742056_1232 (size=12301) 2024-11-10T12:45:17,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35844 deadline: 1731242777018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:17,019 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:45:17,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35812 deadline: 1731242777307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:17,308 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 29bcb498cf4dd2240e81e9c3e97ee98c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:17,418 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/7651331eece04f9ea5ef11d2411b5e24 2024-11-10T12:45:17,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/2d92757a9f134fe49ef77f76ac01910b is 50, key is test_row_0/C:col10/1731242715139/Put/seqid=0 2024-11-10T12:45:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1731242777427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742057_1233 (size=12301) 2024-11-10T12:45:17,829 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/2d92757a9f134fe49ef77f76ac01910b 2024-11-10T12:45:17,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/3b89923108c043a4a15eb95e508bdd61 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3b89923108c043a4a15eb95e508bdd61 2024-11-10T12:45:17,837 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3b89923108c043a4a15eb95e508bdd61, entries=150, sequenceid=375, filesize=30.5 K 2024-11-10T12:45:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/7651331eece04f9ea5ef11d2411b5e24 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7651331eece04f9ea5ef11d2411b5e24 2024-11-10T12:45:17,840 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7651331eece04f9ea5ef11d2411b5e24, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T12:45:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/2d92757a9f134fe49ef77f76ac01910b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2d92757a9f134fe49ef77f76ac01910b 2024-11-10T12:45:17,845 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2d92757a9f134fe49ef77f76ac01910b, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T12:45:17,846 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1662ms, sequenceid=375, compaction requested=true 2024-11-10T12:45:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T12:45:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T12:45:17,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T12:45:17,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-10T12:45:17,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.8210 sec 2024-11-10T12:45:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:45:18,178 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:18,449 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-10T12:45:18,449 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:18,449 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:18,449 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:18,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:19,339 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-10T12:45:19,339 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:19,339 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:19,339 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:19,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:20,449 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-10T12:45:20,449 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:20,449 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:20,450 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:20,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:21,359 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-10T12:45:21,359 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:21,359 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:21,359 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:21,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:27,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29bcb498cf4dd2240e81e9c3e97ee98c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:45:27,029 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-10T12:45:27,030 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:27,030 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:27,030 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:27,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3609 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3497 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1468 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4399 rows 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1470 2024-11-10T12:45:27,030 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4407 rows 2024-11-10T12:45:27,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:45:27,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:45:27,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:27,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:27,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:27,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:45:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:45:27,035 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242727034"}]},"ts":"1731242727034"} 2024-11-10T12:45:27,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:45:27,036 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:45:27,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:45:27,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104dcb308f102e43709d6a5aa767fb1cb8_29bcb498cf4dd2240e81e9c3e97ee98c is 50, key is test_row_0/A:col10/1731242727028/Put/seqid=0 2024-11-10T12:45:27,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, UNASSIGN}] 2024-11-10T12:45:27,039 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, UNASSIGN 2024-11-10T12:45:27,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:27,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, UNASSIGN because future has completed 2024-11-10T12:45:27,041 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:45:27,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:45:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742058_1234 (size=12454) 2024-11-10T12:45:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:45:27,193 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:27,193 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:45:27,193 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 29bcb498cf4dd2240e81e9c3e97ee98c, disabling compactions & flushes 2024-11-10T12:45:27,194 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:45:27,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:27,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104dcb308f102e43709d6a5aa767fb1cb8_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104dcb308f102e43709d6a5aa767fb1cb8_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:27,448 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/946d660222f6414bb1910b8e5142c0da, store: [table=TestAcidGuarantees family=A region=29bcb498cf4dd2240e81e9c3e97ee98c] 2024-11-10T12:45:27,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/946d660222f6414bb1910b8e5142c0da is 175, key is test_row_0/A:col10/1731242727028/Put/seqid=0 2024-11-10T12:45:27,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742059_1235 (size=31255) 2024-11-10T12:45:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:45:27,853 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/946d660222f6414bb1910b8e5142c0da 2024-11-10T12:45:27,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b3f9fdaded4a48ebae48dfa3b974d1d6 is 50, key is test_row_0/B:col10/1731242727028/Put/seqid=0 2024-11-10T12:45:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742060_1236 (size=12301) 2024-11-10T12:45:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:45:28,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b3f9fdaded4a48ebae48dfa3b974d1d6 2024-11-10T12:45:28,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/cc8332e352d145bc9a6f3968ded199f7 is 50, key is test_row_0/C:col10/1731242727028/Put/seqid=0 2024-11-10T12:45:28,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742061_1237 (size=12301) 2024-11-10T12:45:28,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/cc8332e352d145bc9a6f3968ded199f7 2024-11-10T12:45:28,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/A/946d660222f6414bb1910b8e5142c0da as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/946d660222f6414bb1910b8e5142c0da 2024-11-10T12:45:28,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/946d660222f6414bb1910b8e5142c0da, entries=150, sequenceid=386, filesize=30.5 K 2024-11-10T12:45:28,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/B/b3f9fdaded4a48ebae48dfa3b974d1d6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b3f9fdaded4a48ebae48dfa3b974d1d6 2024-11-10T12:45:28,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b3f9fdaded4a48ebae48dfa3b974d1d6, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T12:45:28,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/.tmp/C/cc8332e352d145bc9a6f3968ded199f7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/cc8332e352d145bc9a6f3968ded199f7 2024-11-10T12:45:28,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/cc8332e352d145bc9a6f3968ded199f7, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T12:45:28,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 29bcb498cf4dd2240e81e9c3e97ee98c in 1662ms, sequenceid=386, compaction requested=true 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29bcb498cf4dd2240e81e9c3e97ee98c: 2024-11-10T12:45:28,691 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:28,691 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:28,691 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. after waiting 0 ms 2024-11-10T12:45:28,691 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29bcb498cf4dd2240e81e9c3e97ee98c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:28,691 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. because compaction request was cancelled 2024-11-10T12:45:28,691 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:A 2024-11-10T12:45:28,691 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. because compaction request was cancelled 2024-11-10T12:45:28,691 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. because compaction request was cancelled 2024-11-10T12:45:28,691 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:C 2024-11-10T12:45:28,691 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29bcb498cf4dd2240e81e9c3e97ee98c:B 2024-11-10T12:45:28,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3d0160c6151241f0a47354d550ad42a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a8d24c0fa529460bbd6835bd661dd39b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a4444395eed2458f9417dcdedcb2559a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/64f51f3e686e48618d5753a9753a68b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/16dc07ab32ef40f1a68236724cecbf15, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/f2bbe4472c2d41e28e8d85468015cab4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100] to archive 2024-11-10T12:45:28,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:45:28,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e948d9c29fb40ac92136b66d45535c5 2024-11-10T12:45:28,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/c4b34ac62a854a119b7e5e5042b64b63 2024-11-10T12:45:28,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/18f127a19de446a7acd4e9fa58eed63a 2024-11-10T12:45:28,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3d0160c6151241f0a47354d550ad42a9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3d0160c6151241f0a47354d550ad42a9 2024-11-10T12:45:28,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2a972f48f3b54bb1adc2e6e1d97ebf07 2024-11-10T12:45:28,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/1c84d96b763d41158db4488c00f5d040 2024-11-10T12:45:28,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a8d24c0fa529460bbd6835bd661dd39b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a8d24c0fa529460bbd6835bd661dd39b 2024-11-10T12:45:28,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a08631e0fdc8423892bc31387fdea30c 2024-11-10T12:45:28,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/384338cf59504b378e765db861f72239 2024-11-10T12:45:28,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/5529fe445f054e57a4498d5aa3d753c3 2024-11-10T12:45:28,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a4444395eed2458f9417dcdedcb2559a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/a4444395eed2458f9417dcdedcb2559a 2024-11-10T12:45:28,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7bff6cb740054301b302903a27c35cbd 2024-11-10T12:45:28,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/807e72ad80694541a8f6ab30b862ca20 2024-11-10T12:45:28,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/64f51f3e686e48618d5753a9753a68b4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/64f51f3e686e48618d5753a9753a68b4 2024-11-10T12:45:28,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/063f003d52c94322822e376ea492392b 2024-11-10T12:45:28,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/e2dbea81949e4d8b95496d0dc232ea40 2024-11-10T12:45:28,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/2c8bf09c4fab4d79a7cb6568369d615e 2024-11-10T12:45:28,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/16dc07ab32ef40f1a68236724cecbf15 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/16dc07ab32ef40f1a68236724cecbf15 2024-11-10T12:45:28,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/903dc0109f884ebba2d6279b6f7e4a04 2024-11-10T12:45:28,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/7e3c2ecf318b4559940afe4410203fdc 2024-11-10T12:45:28,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/f2bbe4472c2d41e28e8d85468015cab4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/f2bbe4472c2d41e28e8d85468015cab4 2024-11-10T12:45:28,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/8a68dcfa4b014ebdb92648476747fd15 2024-11-10T12:45:28,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/ba0ae5dd25a540a3b2471b60d904d100 2024-11-10T12:45:28,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7d4363f360ee42afbbda49d255c37f84, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/97efda3e2a5d4b019826899325b45e9e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b0c5748c81d4092b2bfbc95d850a516, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/ca20a4e8ed0b4f2c8d707fa46a6e5216, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/69e64b530716485097170156c48d9f84, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/38a99bc6fba84976a275e28135a5e7e2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2ed5d53ddd8e417582614d03ae1acf49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/bfbc6a2116194ad2b91878044bdd1033, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/28f9ed87069647ce816dd58ec9ea5cce, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/228912be25b24b2d8c0d601aa69faac3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/a5538fb73c1b440f8c831332454b19ab, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b991dd8ae5e4ec78e101f9453edff7b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/282a7b6134054a1699d69e18eae49830, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b294e550acb74348b75978d5dfb1a33f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2dbc8970b9294092bd2c8ca0a53f9b36, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/fbaf960f60f74cbd8d360d149a73d03d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/3ddf809e2dd544acaea6a296856bc330, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2340bdd59e964c15a8780c16465b07a3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/5d944d34e7064301b0aaf64598c36838, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/8654da10b6cb4f4cad17797cfc407b17, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/90d9e55293674cbb806564477a60bb23, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/0cd0bbaf814543c690070c0d6cefb3fd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b2a8a0876f544bf08dc8b951e066be99] to archive 2024-11-10T12:45:28,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:45:28,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7d4363f360ee42afbbda49d255c37f84 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7d4363f360ee42afbbda49d255c37f84 2024-11-10T12:45:28,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/97efda3e2a5d4b019826899325b45e9e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/97efda3e2a5d4b019826899325b45e9e 2024-11-10T12:45:28,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b0c5748c81d4092b2bfbc95d850a516 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b0c5748c81d4092b2bfbc95d850a516 2024-11-10T12:45:28,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/ca20a4e8ed0b4f2c8d707fa46a6e5216 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/ca20a4e8ed0b4f2c8d707fa46a6e5216 2024-11-10T12:45:28,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/69e64b530716485097170156c48d9f84 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/69e64b530716485097170156c48d9f84 2024-11-10T12:45:28,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/38a99bc6fba84976a275e28135a5e7e2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/38a99bc6fba84976a275e28135a5e7e2 2024-11-10T12:45:28,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2ed5d53ddd8e417582614d03ae1acf49 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2ed5d53ddd8e417582614d03ae1acf49 2024-11-10T12:45:28,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/bfbc6a2116194ad2b91878044bdd1033 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/bfbc6a2116194ad2b91878044bdd1033 2024-11-10T12:45:28,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/28f9ed87069647ce816dd58ec9ea5cce to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/28f9ed87069647ce816dd58ec9ea5cce 2024-11-10T12:45:28,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/228912be25b24b2d8c0d601aa69faac3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/228912be25b24b2d8c0d601aa69faac3 2024-11-10T12:45:28,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/a5538fb73c1b440f8c831332454b19ab to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/a5538fb73c1b440f8c831332454b19ab 2024-11-10T12:45:28,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b991dd8ae5e4ec78e101f9453edff7b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9b991dd8ae5e4ec78e101f9453edff7b 2024-11-10T12:45:28,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/282a7b6134054a1699d69e18eae49830 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/282a7b6134054a1699d69e18eae49830 2024-11-10T12:45:28,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b294e550acb74348b75978d5dfb1a33f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b294e550acb74348b75978d5dfb1a33f 2024-11-10T12:45:28,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2dbc8970b9294092bd2c8ca0a53f9b36 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2dbc8970b9294092bd2c8ca0a53f9b36 2024-11-10T12:45:28,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/fbaf960f60f74cbd8d360d149a73d03d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/fbaf960f60f74cbd8d360d149a73d03d 2024-11-10T12:45:28,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/3ddf809e2dd544acaea6a296856bc330 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/3ddf809e2dd544acaea6a296856bc330 2024-11-10T12:45:28,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2340bdd59e964c15a8780c16465b07a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/2340bdd59e964c15a8780c16465b07a3 2024-11-10T12:45:28,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/5d944d34e7064301b0aaf64598c36838 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/5d944d34e7064301b0aaf64598c36838 2024-11-10T12:45:28,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/8654da10b6cb4f4cad17797cfc407b17 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/8654da10b6cb4f4cad17797cfc407b17 2024-11-10T12:45:28,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/90d9e55293674cbb806564477a60bb23 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/90d9e55293674cbb806564477a60bb23 2024-11-10T12:45:28,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/0cd0bbaf814543c690070c0d6cefb3fd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/0cd0bbaf814543c690070c0d6cefb3fd 2024-11-10T12:45:28,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b2a8a0876f544bf08dc8b951e066be99 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b2a8a0876f544bf08dc8b951e066be99 2024-11-10T12:45:28,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0b7b5421a0324c28b02684af64741cda, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/e08a8e30553344c7898be44ad314afd3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/aab380ad0fa74965a78f7384ed15c5f9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2a07c6958bf94067997d7c650508fd4c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/55eff7bb1014417097f5da8aa9c5a748, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0a8b35154b4948eb8ebede8957c4514c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ddd009663c8548cabdeb1da89160b575, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/c1b9caf56ef74411a6de587e5d331499, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9baa5f72465d44da912f40dc06336425, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/273ee9b6a31b4189891735e49dfe4739, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/81a5cd01a6594df89a1316f49d525704, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9b17dee2e6a34c69ac8c72369dcbe3c0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/5c3c7e1489d74ff49d4708a1454874e3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a0f9e363df874d8ea4d90e6ef03f05c4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b33d0856d6e41c2a31f07383ea9acba, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ef28decd3721496b804d1fe7b22d24a2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b73b6f93171492e92c961e57a6106b7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/75d07205f2754bf2810344fb6e84a217, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a2a90b6c50d24948af994c37c8bc5023, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/6536443236f142b087042b7b5d228461, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a812e07bb95943388a1baacfbbe11089, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/fc9d0df91715419c965bc31fe286e158, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/59ffd327a7ba43dd98474a0d9ead7506] to archive 2024-11-10T12:45:28,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:45:28,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0b7b5421a0324c28b02684af64741cda to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0b7b5421a0324c28b02684af64741cda 2024-11-10T12:45:28,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/e08a8e30553344c7898be44ad314afd3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/e08a8e30553344c7898be44ad314afd3 2024-11-10T12:45:28,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/aab380ad0fa74965a78f7384ed15c5f9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/aab380ad0fa74965a78f7384ed15c5f9 2024-11-10T12:45:28,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2a07c6958bf94067997d7c650508fd4c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2a07c6958bf94067997d7c650508fd4c 2024-11-10T12:45:28,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/55eff7bb1014417097f5da8aa9c5a748 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/55eff7bb1014417097f5da8aa9c5a748 2024-11-10T12:45:28,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0a8b35154b4948eb8ebede8957c4514c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0a8b35154b4948eb8ebede8957c4514c 2024-11-10T12:45:28,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ddd009663c8548cabdeb1da89160b575 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ddd009663c8548cabdeb1da89160b575 2024-11-10T12:45:28,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/c1b9caf56ef74411a6de587e5d331499 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/c1b9caf56ef74411a6de587e5d331499 2024-11-10T12:45:28,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9baa5f72465d44da912f40dc06336425 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9baa5f72465d44da912f40dc06336425 2024-11-10T12:45:28,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/273ee9b6a31b4189891735e49dfe4739 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/273ee9b6a31b4189891735e49dfe4739 2024-11-10T12:45:28,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/81a5cd01a6594df89a1316f49d525704 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/81a5cd01a6594df89a1316f49d525704 2024-11-10T12:45:28,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9b17dee2e6a34c69ac8c72369dcbe3c0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/9b17dee2e6a34c69ac8c72369dcbe3c0 2024-11-10T12:45:28,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/5c3c7e1489d74ff49d4708a1454874e3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/5c3c7e1489d74ff49d4708a1454874e3 2024-11-10T12:45:28,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a0f9e363df874d8ea4d90e6ef03f05c4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a0f9e363df874d8ea4d90e6ef03f05c4 2024-11-10T12:45:28,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b33d0856d6e41c2a31f07383ea9acba to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b33d0856d6e41c2a31f07383ea9acba 2024-11-10T12:45:28,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ef28decd3721496b804d1fe7b22d24a2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/ef28decd3721496b804d1fe7b22d24a2 2024-11-10T12:45:28,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b73b6f93171492e92c961e57a6106b7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/1b73b6f93171492e92c961e57a6106b7 2024-11-10T12:45:28,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/75d07205f2754bf2810344fb6e84a217 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/75d07205f2754bf2810344fb6e84a217 2024-11-10T12:45:28,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a2a90b6c50d24948af994c37c8bc5023 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a2a90b6c50d24948af994c37c8bc5023 2024-11-10T12:45:28,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/6536443236f142b087042b7b5d228461 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/6536443236f142b087042b7b5d228461 2024-11-10T12:45:28,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a812e07bb95943388a1baacfbbe11089 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/a812e07bb95943388a1baacfbbe11089 2024-11-10T12:45:28,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/fc9d0df91715419c965bc31fe286e158 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/fc9d0df91715419c965bc31fe286e158 2024-11-10T12:45:28,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/59ffd327a7ba43dd98474a0d9ead7506 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/59ffd327a7ba43dd98474a0d9ead7506 2024-11-10T12:45:28,769 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/recovered.edits/389.seqid, newMaxSeqId=389, maxSeqId=4 2024-11-10T12:45:28,770 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c. 2024-11-10T12:45:28,770 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 29bcb498cf4dd2240e81e9c3e97ee98c: Waiting for close lock at 1731242727193Running coprocessor pre-close hooks at 1731242727193Disabling compacts and flushes for region at 1731242727193Disabling writes for close at 1731242728691 (+1498 ms)Writing region close event to WAL at 1731242728766 (+75 ms)Running coprocessor post-close hooks at 1731242728770 (+4 ms)Closed at 1731242728770 2024-11-10T12:45:28,772 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:28,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=29bcb498cf4dd2240e81e9c3e97ee98c, regionState=CLOSED 2024-11-10T12:45:28,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:45:28,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T12:45:28,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 29bcb498cf4dd2240e81e9c3e97ee98c, server=b1807907b3fc,34731,1731242655483 in 1.7340 sec 2024-11-10T12:45:28,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-10T12:45:28,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29bcb498cf4dd2240e81e9c3e97ee98c, UNASSIGN in 1.7390 sec 2024-11-10T12:45:28,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T12:45:28,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7430 sec 2024-11-10T12:45:28,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242728781"}]},"ts":"1731242728781"} 2024-11-10T12:45:28,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:45:28,783 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:45:28,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7520 sec 2024-11-10T12:45:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:45:29,178 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:29,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:45:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:45:29,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,184 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,186 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/recovered.edits] 2024-11-10T12:45:29,188 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3b89923108c043a4a15eb95e508bdd61 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/3b89923108c043a4a15eb95e508bdd61 2024-11-10T12:45:29,189 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/946d660222f6414bb1910b8e5142c0da to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/946d660222f6414bb1910b8e5142c0da 2024-11-10T12:45:29,190 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/9ae39add88fd427fa23810eb36486ae3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/9ae39add88fd427fa23810eb36486ae3 2024-11-10T12:45:29,191 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/bedf26678efa4f1896474d766da6e1b4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/A/bedf26678efa4f1896474d766da6e1b4 2024-11-10T12:45:29,193 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7651331eece04f9ea5ef11d2411b5e24 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/7651331eece04f9ea5ef11d2411b5e24 2024-11-10T12:45:29,194 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/889bc9f60b4942ef8995ecea369fcb62 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/889bc9f60b4942ef8995ecea369fcb62 2024-11-10T12:45:29,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9a2c48f79a9149df855b6b1a94a0ac68 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/9a2c48f79a9149df855b6b1a94a0ac68 2024-11-10T12:45:29,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b3f9fdaded4a48ebae48dfa3b974d1d6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/B/b3f9fdaded4a48ebae48dfa3b974d1d6 2024-11-10T12:45:29,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0413c18506874e74bfb777f33414e457 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/0413c18506874e74bfb777f33414e457 2024-11-10T12:45:29,199 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2d92757a9f134fe49ef77f76ac01910b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/2d92757a9f134fe49ef77f76ac01910b 2024-11-10T12:45:29,200 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/4add4a3f8f2344aeb6fd9078fe4b8101 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/4add4a3f8f2344aeb6fd9078fe4b8101 2024-11-10T12:45:29,201 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/cc8332e352d145bc9a6f3968ded199f7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/C/cc8332e352d145bc9a6f3968ded199f7 2024-11-10T12:45:29,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/recovered.edits/389.seqid to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c/recovered.edits/389.seqid 2024-11-10T12:45:29,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,204 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:45:29,204 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:45:29,205 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:45:29,208 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d57820f3c5e4b9694eb4b95f6306b5c_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100d57820f3c5e4b9694eb4b95f6306b5c_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,209 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111018ebcf50921b405eae443e186224ae2d_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111018ebcf50921b405eae443e186224ae2d_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,211 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110355e1ea051424280b3db9e4dfc86bcc3_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110355e1ea051424280b3db9e4dfc86bcc3_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,212 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110415d7fc882de4e6faa3e2c3526ac2f48_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110415d7fc882de4e6faa3e2c3526ac2f48_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,213 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b08605becfd41a980825cf4517f3490_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b08605becfd41a980825cf4517f3490_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,214 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104d8136d810fe4da6853166c1e971d4d7_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104d8136d810fe4da6853166c1e971d4d7_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,215 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104dcb308f102e43709d6a5aa767fb1cb8_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104dcb308f102e43709d6a5aa767fb1cb8_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,217 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105133fc26b11245b4b11ec487769e0e6a_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105133fc26b11245b4b11ec487769e0e6a_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,218 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111071a8a8dc144349758e0364c45ca8f772_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111071a8a8dc144349758e0364c45ca8f772_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,219 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073f65b255a2a46f7bbbed84695fe7bd9_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073f65b255a2a46f7bbbed84695fe7bd9_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,220 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088eb6fc9844d4e2a9986a252325bd580_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088eb6fc9844d4e2a9986a252325bd580_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,221 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110935671b7de2549c5bf51cdedb0ce4cae_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110935671b7de2549c5bf51cdedb0ce4cae_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,222 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111098267af635ff49b58b1a63d0dca33d1e_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111098267af635ff49b58b1a63d0dca33d1e_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,223 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a837d2c4a848443ba3ad40a520dafe20_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a837d2c4a848443ba3ad40a520dafe20_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,224 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b232021bd93b44cb82bc7faf9404b8dd_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b232021bd93b44cb82bc7faf9404b8dd_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,225 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b2a286a5f437458fb377dfec5f62d2a1_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b2a286a5f437458fb377dfec5f62d2a1_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,226 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bd2e32fc9b5c492e85fae10f64bf40ff_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bd2e32fc9b5c492e85fae10f64bf40ff_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,227 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ce04866fe1f840d8a5096eb3dfd5eb75_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ce04866fe1f840d8a5096eb3dfd5eb75_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,228 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f14748d9157a4ffbb8d8f74c5554b8dc_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f14748d9157a4ffbb8d8f74c5554b8dc_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,230 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fe349ce83b3d4be8947983ac901ca1f0_29bcb498cf4dd2240e81e9c3e97ee98c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fe349ce83b3d4be8947983ac901ca1f0_29bcb498cf4dd2240e81e9c3e97ee98c 2024-11-10T12:45:29,230 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:45:29,232 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,236 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:45:29,238 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:45:29,239 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,239 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:45:29,239 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731242729239"}]},"ts":"9223372036854775807"} 2024-11-10T12:45:29,241 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:45:29,241 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 29bcb498cf4dd2240e81e9c3e97ee98c, NAME => 'TestAcidGuarantees,,1731242693702.29bcb498cf4dd2240e81e9c3e97ee98c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:45:29,241 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:45:29,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731242729241"}]},"ts":"9223372036854775807"} 2024-11-10T12:45:29,243 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:45:29,244 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-10T12:45:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:45:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:45:29,288 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:29,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2088608582_22 at /127.0.0.1:47840 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 202) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5213 (was 5353) 2024-11-10T12:45:29,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=5213 2024-11-10T12:45:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:45:29,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:45:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:29,310 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:45:29,310 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:29,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-11-10T12:45:29,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:45:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T12:45:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742062_1238 (size=959) 2024-11-10T12:45:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T12:45:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T12:45:29,719 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:45:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742063_1239 (size=53) 2024-11-10T12:45:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T12:45:30,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:45:30,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bccd3f8359a818a2c1e1c44f913553d9, disabling compactions & flushes 2024-11-10T12:45:30,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. after waiting 0 ms 2024-11-10T12:45:30,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,125 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bccd3f8359a818a2c1e1c44f913553d9: Waiting for close lock at 1731242730125Disabling compacts and flushes for region at 1731242730125Disabling writes for close at 1731242730125Writing region close event to WAL at 1731242730125Closed at 1731242730125 2024-11-10T12:45:30,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:45:30,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731242730126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731242730126"}]},"ts":"1731242730126"} 2024-11-10T12:45:30,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:45:30,128 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:45:30,129 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242730128"}]},"ts":"1731242730128"} 2024-11-10T12:45:30,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:45:30,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, ASSIGN}] 2024-11-10T12:45:30,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, ASSIGN 2024-11-10T12:45:30,131 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, ASSIGN; state=OFFLINE, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=false 2024-11-10T12:45:30,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=bccd3f8359a818a2c1e1c44f913553d9, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, ASSIGN because future has completed 2024-11-10T12:45:30,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:45:30,438 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,439 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:45:30,439 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,439 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:45:30,439 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,439 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,440 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,442 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccd3f8359a818a2c1e1c44f913553d9 columnFamilyName A 2024-11-10T12:45:30,442 DEBUG [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:30,442 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] regionserver.HStore(327): Store=bccd3f8359a818a2c1e1c44f913553d9/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:30,442 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,443 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccd3f8359a818a2c1e1c44f913553d9 columnFamilyName B 2024-11-10T12:45:30,443 DEBUG [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:30,444 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] regionserver.HStore(327): Store=bccd3f8359a818a2c1e1c44f913553d9/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:30,444 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,445 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bccd3f8359a818a2c1e1c44f913553d9 columnFamilyName C 2024-11-10T12:45:30,445 DEBUG [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:30,445 INFO [StoreOpener-bccd3f8359a818a2c1e1c44f913553d9-1 {}] regionserver.HStore(327): Store=bccd3f8359a818a2c1e1c44f913553d9/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:30,445 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,446 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,446 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,447 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,447 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,448 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:45:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T12:45:30,449 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,451 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:45:30,451 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened bccd3f8359a818a2c1e1c44f913553d9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71668579, jitterRate=0.06794504821300507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:45:30,451 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:30,452 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for bccd3f8359a818a2c1e1c44f913553d9: Running coprocessor pre-open hook at 1731242730439Writing region info on filesystem at 1731242730439Initializing all the Stores at 1731242730440 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242730440Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242730440Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242730440Cleaning up temporary data from old regions at 1731242730447 (+7 ms)Running coprocessor post-open hooks at 1731242730451 (+4 ms)Region opened successfully at 1731242730452 (+1 ms) 2024-11-10T12:45:30,452 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., pid=71, masterSystemTime=1731242730435 2024-11-10T12:45:30,454 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,454 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:30,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=bccd3f8359a818a2c1e1c44f913553d9, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:30,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:45:30,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T12:45:30,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 in 173 msec 2024-11-10T12:45:30,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-10T12:45:30,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, ASSIGN in 328 msec 2024-11-10T12:45:30,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:45:30,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242730460"}]},"ts":"1731242730460"} 2024-11-10T12:45:30,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:45:30,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:45:30,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-10T12:45:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T12:45:31,468 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:31,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,471 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29da502d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,472 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7af959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:45:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:45:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c69b8dc 2024-11-10T12:45:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:45:31,477 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:45:31,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,479 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657e27f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,480 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217b1540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,482 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b732cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552d9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,485 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b29ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,486 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a03bd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,488 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f2be20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,489 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29182e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,490 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4763eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,492 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b78609a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,493 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122f0259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,494 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f44fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,496 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789aa6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,497 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6348bd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,498 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdc4f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,499 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da6fa17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,501 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b810b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,502 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ca39e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:31,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:31,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:31,504 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544345e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:31,505 DEBUG [Thread-1135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,505 DEBUG [Thread-1124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,505 DEBUG [Thread-1120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,505 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,506 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,506 DEBUG [Thread-1118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,506 DEBUG [Thread-1116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,506 DEBUG [Thread-1122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,507 DEBUG [Thread-1129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,507 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,507 DEBUG [Thread-1127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-10T12:45:31,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,508 DEBUG [Thread-1127 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,509 DEBUG [Thread-1127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:45:31,509 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:31,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:31,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:31,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:45:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:31,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:31,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:45:31,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242791557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242791559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242791560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242791561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242791561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3ddfe658b0b64e9fac39e2af873894e7 is 50, key is test_row_0/A:col10/1731242731524/Put/seqid=0 2024-11-10T12:45:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742064_1240 (size=12001) 2024-11-10T12:45:31,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3ddfe658b0b64e9fac39e2af873894e7 2024-11-10T12:45:31,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/5224dfc7185240cfaee85b5a713fa657 is 50, key is test_row_0/B:col10/1731242731524/Put/seqid=0 2024-11-10T12:45:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742065_1241 (size=12001) 2024-11-10T12:45:31,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/5224dfc7185240cfaee85b5a713fa657 2024-11-10T12:45:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:45:31,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/c09451c7b8ba4f08992d219fa029a41c is 50, key is test_row_0/C:col10/1731242731524/Put/seqid=0 2024-11-10T12:45:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742066_1242 (size=12001) 2024-11-10T12:45:31,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:45:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:31,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242791668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242791668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242791677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242791677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242791677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:45:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:31,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:45:31,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242791877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242791877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242791888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242791888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:31,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242791888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:31,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:31,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:45:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:31,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:32,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/c09451c7b8ba4f08992d219fa029a41c 2024-11-10T12:45:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3ddfe658b0b64e9fac39e2af873894e7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3ddfe658b0b64e9fac39e2af873894e7 2024-11-10T12:45:32,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3ddfe658b0b64e9fac39e2af873894e7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:45:32,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/5224dfc7185240cfaee85b5a713fa657 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/5224dfc7185240cfaee85b5a713fa657 2024-11-10T12:45:32,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/5224dfc7185240cfaee85b5a713fa657, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:45:32,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/c09451c7b8ba4f08992d219fa029a41c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c09451c7b8ba4f08992d219fa029a41c 2024-11-10T12:45:32,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c09451c7b8ba4f08992d219fa029a41c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:45:32,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bccd3f8359a818a2c1e1c44f913553d9 in 542ms, sequenceid=13, compaction requested=false 2024-11-10T12:45:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:32,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:45:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:32,126 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:45:32,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/07a5fb5087aa4d818212780706f79001 is 50, key is test_row_0/A:col10/1731242731559/Put/seqid=0 2024-11-10T12:45:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742067_1243 (size=12001) 2024-11-10T12:45:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:45:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:32,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242792198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242792200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242792201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242792202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242792202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242792308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242792308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242792317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242792317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242792518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242792518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242792527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242792527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,535 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/07a5fb5087aa4d818212780706f79001 2024-11-10T12:45:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8892752682464f54ba2a4cd629d4cac6 is 50, key is test_row_0/B:col10/1731242731559/Put/seqid=0 2024-11-10T12:45:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742068_1244 (size=12001) 2024-11-10T12:45:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:45:32,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242792708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242792828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242792828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242792837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242792837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:32,950 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8892752682464f54ba2a4cd629d4cac6 2024-11-10T12:45:32,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/e8f8d2a854224b108644a394229994a4 is 50, key is test_row_0/C:col10/1731242731559/Put/seqid=0 2024-11-10T12:45:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742069_1245 (size=12001) 2024-11-10T12:45:33,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242793338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:33,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242793338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:33,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242793347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:33,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242793347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:33,365 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/e8f8d2a854224b108644a394229994a4 2024-11-10T12:45:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/07a5fb5087aa4d818212780706f79001 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/07a5fb5087aa4d818212780706f79001 2024-11-10T12:45:33,374 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/07a5fb5087aa4d818212780706f79001, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T12:45:33,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8892752682464f54ba2a4cd629d4cac6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8892752682464f54ba2a4cd629d4cac6 2024-11-10T12:45:33,380 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8892752682464f54ba2a4cd629d4cac6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T12:45:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/e8f8d2a854224b108644a394229994a4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e8f8d2a854224b108644a394229994a4 2024-11-10T12:45:33,385 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e8f8d2a854224b108644a394229994a4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-10T12:45:33,386 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for bccd3f8359a818a2c1e1c44f913553d9 in 1260ms, sequenceid=38, compaction requested=false 2024-11-10T12:45:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-10T12:45:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-10T12:45:33,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-10T12:45:33,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8770 sec 2024-11-10T12:45:33,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8830 sec 2024-11-10T12:45:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:45:33,658 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:33,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-10T12:45:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:45:33,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:33,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:33,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:33,719 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:33,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:45:33,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8152aeec433f45fba89e02e1dc120160 is 50, key is test_row_0/A:col10/1731242733718/Put/seqid=0 2024-11-10T12:45:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742070_1246 (size=12001) 2024-11-10T12:45:33,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8152aeec433f45fba89e02e1dc120160 2024-11-10T12:45:33,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bf6b4d19312f4c1abdccc91f3203f65e is 50, key is test_row_0/B:col10/1731242733718/Put/seqid=0 2024-11-10T12:45:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742071_1247 (size=12001) 2024-11-10T12:45:33,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bf6b4d19312f4c1abdccc91f3203f65e 2024-11-10T12:45:33,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5f05cc52722546459e39203f82437736 is 50, key is test_row_0/C:col10/1731242733718/Put/seqid=0 2024-11-10T12:45:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742072_1248 (size=12001) 2024-11-10T12:45:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:45:33,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T12:45:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:33,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:33,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242793819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:33,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:33,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242793927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:33,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T12:45:33,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:33,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:33,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:33,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:33,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:45:34,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T12:45:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:34,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242794137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5f05cc52722546459e39203f82437736 2024-11-10T12:45:34,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8152aeec433f45fba89e02e1dc120160 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8152aeec433f45fba89e02e1dc120160 2024-11-10T12:45:34,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8152aeec433f45fba89e02e1dc120160, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:45:34,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bf6b4d19312f4c1abdccc91f3203f65e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bf6b4d19312f4c1abdccc91f3203f65e 2024-11-10T12:45:34,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bf6b4d19312f4c1abdccc91f3203f65e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:45:34,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5f05cc52722546459e39203f82437736 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5f05cc52722546459e39203f82437736 2024-11-10T12:45:34,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5f05cc52722546459e39203f82437736, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:45:34,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bccd3f8359a818a2c1e1c44f913553d9 in 466ms, sequenceid=51, compaction requested=true 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:34,185 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:34,185 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:34,186 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:34,186 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:34,186 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:34,186 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:34,186 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,186 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,186 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/5224dfc7185240cfaee85b5a713fa657, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8892752682464f54ba2a4cd629d4cac6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bf6b4d19312f4c1abdccc91f3203f65e] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=35.2 K 2024-11-10T12:45:34,187 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3ddfe658b0b64e9fac39e2af873894e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/07a5fb5087aa4d818212780706f79001, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8152aeec433f45fba89e02e1dc120160] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=35.2 K 2024-11-10T12:45:34,187 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5224dfc7185240cfaee85b5a713fa657, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731242731518 2024-11-10T12:45:34,187 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ddfe658b0b64e9fac39e2af873894e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731242731518 2024-11-10T12:45:34,187 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8892752682464f54ba2a4cd629d4cac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731242731548 2024-11-10T12:45:34,188 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07a5fb5087aa4d818212780706f79001, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731242731548 2024-11-10T12:45:34,188 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting bf6b4d19312f4c1abdccc91f3203f65e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242732200 2024-11-10T12:45:34,188 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8152aeec433f45fba89e02e1dc120160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242732200 2024-11-10T12:45:34,196 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:34,196 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:34,197 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/9f56b68b81a940f6b61e496554766f3c is 50, key is test_row_0/B:col10/1731242733718/Put/seqid=0 2024-11-10T12:45:34,197 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/53a3dc88e46c44fdb4631458731719d5 is 50, key is test_row_0/A:col10/1731242733718/Put/seqid=0 2024-11-10T12:45:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742073_1249 (size=12104) 2024-11-10T12:45:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742074_1250 (size=12104) 2024-11-10T12:45:34,230 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/9f56b68b81a940f6b61e496554766f3c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/9f56b68b81a940f6b61e496554766f3c 2024-11-10T12:45:34,238 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into 9f56b68b81a940f6b61e496554766f3c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:34,238 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:34,238 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=13, startTime=1731242734185; duration=0sec 2024-11-10T12:45:34,238 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:34,238 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:34,239 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:34,240 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:34,240 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:34,240 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,240 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c09451c7b8ba4f08992d219fa029a41c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e8f8d2a854224b108644a394229994a4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5f05cc52722546459e39203f82437736] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=35.2 K 2024-11-10T12:45:34,241 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c09451c7b8ba4f08992d219fa029a41c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731242731518 2024-11-10T12:45:34,241 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e8f8d2a854224b108644a394229994a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731242731548 2024-11-10T12:45:34,242 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f05cc52722546459e39203f82437736, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242732200 2024-11-10T12:45:34,255 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:34,256 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/dd9fc6ffd20a4e8a92582292c6b61e75 is 50, key is test_row_0/C:col10/1731242733718/Put/seqid=0 2024-11-10T12:45:34,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T12:45:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,274 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:45:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/14659dd8000b44d693efe9825a080160 is 50, key is test_row_0/A:col10/1731242733800/Put/seqid=0 2024-11-10T12:45:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742075_1251 (size=12104) 2024-11-10T12:45:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:45:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742076_1252 (size=12001) 2024-11-10T12:45:34,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:45:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:34,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242794363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242794367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242794370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242794371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242794447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242794477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242794477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242794487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242794488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,624 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/53a3dc88e46c44fdb4631458731719d5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/53a3dc88e46c44fdb4631458731719d5 2024-11-10T12:45:34,629 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 53a3dc88e46c44fdb4631458731719d5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:34,629 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:34,629 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=13, startTime=1731242734185; duration=0sec 2024-11-10T12:45:34,630 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:34,630 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:34,687 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/dd9fc6ffd20a4e8a92582292c6b61e75 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/dd9fc6ffd20a4e8a92582292c6b61e75 2024-11-10T12:45:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242794687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242794687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/14659dd8000b44d693efe9825a080160 2024-11-10T12:45:34,693 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into dd9fc6ffd20a4e8a92582292c6b61e75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:34,693 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:34,693 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=13, startTime=1731242734185; duration=0sec 2024-11-10T12:45:34,693 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:34,693 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:34,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/4464efc68ddc4d30b321ef0ef29b1f1a is 50, key is test_row_0/B:col10/1731242733800/Put/seqid=0 2024-11-10T12:45:34,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242794698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242794698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742077_1253 (size=12001) 2024-11-10T12:45:34,705 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/4464efc68ddc4d30b321ef0ef29b1f1a 2024-11-10T12:45:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/087bdc0c62b840b2b7bda865a28f86d3 is 50, key is test_row_0/C:col10/1731242733800/Put/seqid=0 2024-11-10T12:45:34,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742078_1254 (size=12001) 2024-11-10T12:45:34,723 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/087bdc0c62b840b2b7bda865a28f86d3 2024-11-10T12:45:34,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/14659dd8000b44d693efe9825a080160 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/14659dd8000b44d693efe9825a080160 2024-11-10T12:45:34,733 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/14659dd8000b44d693efe9825a080160, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T12:45:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/4464efc68ddc4d30b321ef0ef29b1f1a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4464efc68ddc4d30b321ef0ef29b1f1a 2024-11-10T12:45:34,739 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4464efc68ddc4d30b321ef0ef29b1f1a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T12:45:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/087bdc0c62b840b2b7bda865a28f86d3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/087bdc0c62b840b2b7bda865a28f86d3 2024-11-10T12:45:34,744 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/087bdc0c62b840b2b7bda865a28f86d3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-10T12:45:34,745 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for bccd3f8359a818a2c1e1c44f913553d9 in 471ms, sequenceid=75, compaction requested=false 2024-11-10T12:45:34,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:34,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-10T12:45:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-10T12:45:34,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T12:45:34,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-11-10T12:45:34,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0920 sec 2024-11-10T12:45:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:45:34,798 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:34,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-10T12:45:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:45:34,801 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:34,802 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:34,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:45:34,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T12:45:34,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:34,954 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:45:34,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:34,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4a12824f689946a8bd395551bd9f59a7 is 50, key is test_row_0/A:col10/1731242734369/Put/seqid=0 2024-11-10T12:45:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742079_1255 (size=12001) 2024-11-10T12:45:34,972 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4a12824f689946a8bd395551bd9f59a7 2024-11-10T12:45:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/fecf2d72b0f546c8aa84a7b4ca30683c is 50, key is test_row_0/B:col10/1731242734369/Put/seqid=0 2024-11-10T12:45:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742080_1256 (size=12001) 2024-11-10T12:45:35,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242795009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242795012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242795013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242795015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242795015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:45:35,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242795118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242795127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242795127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242795127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242795127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242795327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242795337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242795337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242795337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242795337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/fecf2d72b0f546c8aa84a7b4ca30683c 2024-11-10T12:45:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/1192024a9ea141a183152fae31c0ac07 is 50, key is test_row_0/C:col10/1731242734369/Put/seqid=0 2024-11-10T12:45:35,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742081_1257 (size=12001) 2024-11-10T12:45:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:45:35,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242795638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242795647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242795647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242795647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242795647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:35,804 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/1192024a9ea141a183152fae31c0ac07 2024-11-10T12:45:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4a12824f689946a8bd395551bd9f59a7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a12824f689946a8bd395551bd9f59a7 2024-11-10T12:45:35,814 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a12824f689946a8bd395551bd9f59a7, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:45:35,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/fecf2d72b0f546c8aa84a7b4ca30683c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/fecf2d72b0f546c8aa84a7b4ca30683c 2024-11-10T12:45:35,819 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/fecf2d72b0f546c8aa84a7b4ca30683c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:45:35,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/1192024a9ea141a183152fae31c0ac07 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/1192024a9ea141a183152fae31c0ac07 2024-11-10T12:45:35,824 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/1192024a9ea141a183152fae31c0ac07, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:45:35,825 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bccd3f8359a818a2c1e1c44f913553d9 in 871ms, sequenceid=91, compaction requested=true 2024-11-10T12:45:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:35,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-10T12:45:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-10T12:45:35,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T12:45:35,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-10T12:45:35,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0310 sec 2024-11-10T12:45:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:45:35,938 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:35,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-10T12:45:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T12:45:35,941 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:35,942 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:35,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T12:45:36,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T12:45:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:36,095 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:45:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e0703517fd9a4e18870d83632ccf25e7 is 50, key is test_row_0/A:col10/1731242735013/Put/seqid=0 2024-11-10T12:45:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742082_1258 (size=12001) 2024-11-10T12:45:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:36,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242796167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242796167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242796169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242796172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242796173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T12:45:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242796277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242796288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242796288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242796487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242796497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242796498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,508 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e0703517fd9a4e18870d83632ccf25e7 2024-11-10T12:45:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/074c34809cc54fa09df2051241aeb0f9 is 50, key is test_row_0/B:col10/1731242735013/Put/seqid=0 2024-11-10T12:45:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742083_1259 (size=12001) 2024-11-10T12:45:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T12:45:36,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242796797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242796807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242796807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:36,925 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/074c34809cc54fa09df2051241aeb0f9 2024-11-10T12:45:36,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/6391f64b503b443f84914406ffcc844e is 50, key is test_row_0/C:col10/1731242735013/Put/seqid=0 2024-11-10T12:45:36,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742084_1260 (size=12001) 2024-11-10T12:45:36,942 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/6391f64b503b443f84914406ffcc844e 2024-11-10T12:45:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e0703517fd9a4e18870d83632ccf25e7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e0703517fd9a4e18870d83632ccf25e7 2024-11-10T12:45:36,950 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e0703517fd9a4e18870d83632ccf25e7, entries=150, sequenceid=113, filesize=11.7 K 2024-11-10T12:45:36,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/074c34809cc54fa09df2051241aeb0f9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/074c34809cc54fa09df2051241aeb0f9 2024-11-10T12:45:36,955 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/074c34809cc54fa09df2051241aeb0f9, entries=150, sequenceid=113, filesize=11.7 K 2024-11-10T12:45:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/6391f64b503b443f84914406ffcc844e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/6391f64b503b443f84914406ffcc844e 2024-11-10T12:45:36,960 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/6391f64b503b443f84914406ffcc844e, entries=150, sequenceid=113, filesize=11.7 K 2024-11-10T12:45:36,960 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bccd3f8359a818a2c1e1c44f913553d9 in 865ms, sequenceid=113, compaction requested=true 2024-11-10T12:45:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:36,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-10T12:45:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-10T12:45:36,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T12:45:36,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-10T12:45:36,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0270 sec 2024-11-10T12:45:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T12:45:37,078 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:37,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-10T12:45:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:45:37,080 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:37,081 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:37,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:45:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:37,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T12:45:37,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8ecca840efec4ed697b27df75a0e8d8d is 50, key is test_row_0/A:col10/1731242736168/Put/seqid=0 2024-11-10T12:45:37,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742085_1261 (size=14391) 2024-11-10T12:45:37,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8ecca840efec4ed697b27df75a0e8d8d 2024-11-10T12:45:37,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/eda34687c99344f390b2bff46e82a1e6 is 50, key is test_row_0/B:col10/1731242736168/Put/seqid=0 2024-11-10T12:45:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742086_1262 (size=12051) 2024-11-10T12:45:37,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242797266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242797267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242797307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242797318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242797318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242797377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242797377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:45:37,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242797587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242797587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/eda34687c99344f390b2bff46e82a1e6 2024-11-10T12:45:37,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/a7d38dbac5964dedbbd7b82a5a7d7323 is 50, key is test_row_0/C:col10/1731242736168/Put/seqid=0 2024-11-10T12:45:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742087_1263 (size=12051) 2024-11-10T12:45:37,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:45:37,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242797898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242797898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:37,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:38,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:38,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/a7d38dbac5964dedbbd7b82a5a7d7323 2024-11-10T12:45:38,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8ecca840efec4ed697b27df75a0e8d8d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8ecca840efec4ed697b27df75a0e8d8d 2024-11-10T12:45:38,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8ecca840efec4ed697b27df75a0e8d8d, entries=200, sequenceid=129, filesize=14.1 K 2024-11-10T12:45:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/eda34687c99344f390b2bff46e82a1e6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eda34687c99344f390b2bff46e82a1e6 2024-11-10T12:45:38,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eda34687c99344f390b2bff46e82a1e6, entries=150, sequenceid=129, filesize=11.8 K 2024-11-10T12:45:38,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/a7d38dbac5964dedbbd7b82a5a7d7323 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a7d38dbac5964dedbbd7b82a5a7d7323 2024-11-10T12:45:38,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a7d38dbac5964dedbbd7b82a5a7d7323, entries=150, sequenceid=129, filesize=11.8 K 2024-11-10T12:45:38,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for bccd3f8359a818a2c1e1c44f913553d9 in 859ms, sequenceid=129, compaction requested=true 2024-11-10T12:45:38,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:38,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:38,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:38,049 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T12:45:38,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:38,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:38,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:38,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:38,050 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T12:45:38,051 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62498 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T12:45:38,052 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:38,052 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:38,052 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/53a3dc88e46c44fdb4631458731719d5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/14659dd8000b44d693efe9825a080160, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a12824f689946a8bd395551bd9f59a7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e0703517fd9a4e18870d83632ccf25e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8ecca840efec4ed697b27df75a0e8d8d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=61.0 K 2024-11-10T12:45:38,052 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T12:45:38,052 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:38,052 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:38,052 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/9f56b68b81a940f6b61e496554766f3c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4464efc68ddc4d30b321ef0ef29b1f1a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/fecf2d72b0f546c8aa84a7b4ca30683c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/074c34809cc54fa09df2051241aeb0f9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eda34687c99344f390b2bff46e82a1e6] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=58.7 K 2024-11-10T12:45:38,053 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53a3dc88e46c44fdb4631458731719d5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242732200 2024-11-10T12:45:38,053 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f56b68b81a940f6b61e496554766f3c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242732200 2024-11-10T12:45:38,053 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14659dd8000b44d693efe9825a080160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731242733800 2024-11-10T12:45:38,053 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a12824f689946a8bd395551bd9f59a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242734360 2024-11-10T12:45:38,054 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4464efc68ddc4d30b321ef0ef29b1f1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731242733800 2024-11-10T12:45:38,054 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0703517fd9a4e18870d83632ccf25e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731242735006 2024-11-10T12:45:38,054 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fecf2d72b0f546c8aa84a7b4ca30683c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242734360 2024-11-10T12:45:38,054 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ecca840efec4ed697b27df75a0e8d8d, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242736168 2024-11-10T12:45:38,054 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 074c34809cc54fa09df2051241aeb0f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731242735006 2024-11-10T12:45:38,055 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting eda34687c99344f390b2bff46e82a1e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242736168 2024-11-10T12:45:38,065 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:38,066 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/01255b8e486b44ff93040231961341fb is 50, key is test_row_0/A:col10/1731242736168/Put/seqid=0 2024-11-10T12:45:38,067 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:38,068 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/4283a76ae5d94158a8029569fbfbd9aa is 50, key is test_row_0/B:col10/1731242736168/Put/seqid=0 2024-11-10T12:45:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742088_1264 (size=12325) 2024-11-10T12:45:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742089_1265 (size=12325) 2024-11-10T12:45:38,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T12:45:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:38,153 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:45:38,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3c14b010d18745b0bd7b464be353b6dc is 50, key is test_row_0/A:col10/1731242737265/Put/seqid=0 2024-11-10T12:45:38,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742090_1266 (size=12151) 2024-11-10T12:45:38,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3c14b010d18745b0bd7b464be353b6dc 2024-11-10T12:45:38,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/ce6a2c85cf9c415496de13c6f7e4d07e is 50, key is test_row_0/B:col10/1731242737265/Put/seqid=0 2024-11-10T12:45:38,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742091_1267 (size=12151) 2024-11-10T12:45:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:45:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:38,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242798350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242798352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242798352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242798407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242798407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242798467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242798467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242798467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,478 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/01255b8e486b44ff93040231961341fb as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/01255b8e486b44ff93040231961341fb 2024-11-10T12:45:38,479 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/4283a76ae5d94158a8029569fbfbd9aa as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4283a76ae5d94158a8029569fbfbd9aa 2024-11-10T12:45:38,485 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 01255b8e486b44ff93040231961341fb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:38,485 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:38,485 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=11, startTime=1731242738049; duration=0sec 2024-11-10T12:45:38,485 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:38,485 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:38,486 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T12:45:38,486 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into 4283a76ae5d94158a8029569fbfbd9aa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:38,486 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:38,486 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=11, startTime=1731242738049; duration=0sec 2024-11-10T12:45:38,486 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:38,486 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:38,488 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T12:45:38,488 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:38,488 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:38,488 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/dd9fc6ffd20a4e8a92582292c6b61e75, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/087bdc0c62b840b2b7bda865a28f86d3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/1192024a9ea141a183152fae31c0ac07, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/6391f64b503b443f84914406ffcc844e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a7d38dbac5964dedbbd7b82a5a7d7323] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=58.7 K 2024-11-10T12:45:38,489 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd9fc6ffd20a4e8a92582292c6b61e75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242732200 2024-11-10T12:45:38,489 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 087bdc0c62b840b2b7bda865a28f86d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731242733800 2024-11-10T12:45:38,490 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1192024a9ea141a183152fae31c0ac07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242734360 2024-11-10T12:45:38,490 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6391f64b503b443f84914406ffcc844e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731242735006 2024-11-10T12:45:38,490 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7d38dbac5964dedbbd7b82a5a7d7323, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242736168 2024-11-10T12:45:38,503 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:38,504 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5901f667d89044fbaa9d93e1809b38c7 is 50, key is test_row_0/C:col10/1731242736168/Put/seqid=0 2024-11-10T12:45:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742092_1268 (size=12325) 2024-11-10T12:45:38,578 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/ce6a2c85cf9c415496de13c6f7e4d07e 2024-11-10T12:45:38,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/f34d5edd50924919bbe7f44e71e08ed6 is 50, key is test_row_0/C:col10/1731242737265/Put/seqid=0 2024-11-10T12:45:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742093_1269 (size=12151) 2024-11-10T12:45:38,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242798677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242798677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242798677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,912 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5901f667d89044fbaa9d93e1809b38c7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5901f667d89044fbaa9d93e1809b38c7 2024-11-10T12:45:38,917 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into 5901f667d89044fbaa9d93e1809b38c7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:38,917 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:38,917 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=11, startTime=1731242738050; duration=0sec 2024-11-10T12:45:38,917 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:38,917 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:38,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242798988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242798988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242798988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,992 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/f34d5edd50924919bbe7f44e71e08ed6 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:38,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3c14b010d18745b0bd7b464be353b6dc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3c14b010d18745b0bd7b464be353b6dc 2024-11-10T12:45:39,001 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3c14b010d18745b0bd7b464be353b6dc, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T12:45:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/ce6a2c85cf9c415496de13c6f7e4d07e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ce6a2c85cf9c415496de13c6f7e4d07e 2024-11-10T12:45:39,006 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ce6a2c85cf9c415496de13c6f7e4d07e, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T12:45:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/f34d5edd50924919bbe7f44e71e08ed6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f34d5edd50924919bbe7f44e71e08ed6 2024-11-10T12:45:39,012 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f34d5edd50924919bbe7f44e71e08ed6, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T12:45:39,013 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for bccd3f8359a818a2c1e1c44f913553d9 in 860ms, sequenceid=150, compaction requested=false 2024-11-10T12:45:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:39,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:39,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-10T12:45:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-10T12:45:39,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T12:45:39,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-10T12:45:39,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.9410 sec 2024-11-10T12:45:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:45:39,228 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:39,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-10T12:45:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T12:45:39,230 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:39,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:39,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T12:45:39,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-10T12:45:39,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:39,384 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:45:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/a40327354b374bd692c6a35a54414404 is 50, key is test_row_0/A:col10/1731242738344/Put/seqid=0 2024-11-10T12:45:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742094_1270 (size=12151) 2024-11-10T12:45:39,394 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/a40327354b374bd692c6a35a54414404 2024-11-10T12:45:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8f174a27e3f342b582b5748ad2299d58 is 50, key is test_row_0/B:col10/1731242738344/Put/seqid=0 2024-11-10T12:45:39,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742095_1271 (size=12151) 2024-11-10T12:45:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:39,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:39,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242799467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242799468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242799498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242799498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242799498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T12:45:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242799578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242799578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242799787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242799788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:39,808 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8f174a27e3f342b582b5748ad2299d58 2024-11-10T12:45:39,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/9ced619e43fb410b935adb731a48c71d is 50, key is test_row_0/C:col10/1731242738344/Put/seqid=0 2024-11-10T12:45:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742096_1272 (size=12151) 2024-11-10T12:45:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T12:45:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242800097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242800097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,222 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/9ced619e43fb410b935adb731a48c71d 2024-11-10T12:45:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/a40327354b374bd692c6a35a54414404 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/a40327354b374bd692c6a35a54414404 2024-11-10T12:45:40,230 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/a40327354b374bd692c6a35a54414404, entries=150, sequenceid=169, filesize=11.9 K 2024-11-10T12:45:40,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8f174a27e3f342b582b5748ad2299d58 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8f174a27e3f342b582b5748ad2299d58 2024-11-10T12:45:40,235 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8f174a27e3f342b582b5748ad2299d58, entries=150, sequenceid=169, filesize=11.9 K 2024-11-10T12:45:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/9ced619e43fb410b935adb731a48c71d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/9ced619e43fb410b935adb731a48c71d 2024-11-10T12:45:40,240 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/9ced619e43fb410b935adb731a48c71d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-10T12:45:40,241 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for bccd3f8359a818a2c1e1c44f913553d9 in 858ms, sequenceid=169, compaction requested=true 2024-11-10T12:45:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-10T12:45:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-10T12:45:40,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-10T12:45:40,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-10T12:45:40,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0170 sec 2024-11-10T12:45:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T12:45:40,368 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:40,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-10T12:45:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:45:40,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:40,371 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:40,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:45:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:40,511 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:40,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:45:40,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8da7d01b215d400a827b3c8aad33f734 is 50, key is test_row_0/A:col10/1731242740509/Put/seqid=0 2024-11-10T12:45:40,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T12:45:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242800534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242800534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242800535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742097_1273 (size=14541) 2024-11-10T12:45:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8da7d01b215d400a827b3c8aad33f734 2024-11-10T12:45:40,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/0826e0c4728b407191d3a3baba2949df is 50, key is test_row_0/B:col10/1731242740509/Put/seqid=0 2024-11-10T12:45:40,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742098_1274 (size=12151) 2024-11-10T12:45:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242800608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242800608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242800647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242800647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242800648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T12:45:40,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:40,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:45:40,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T12:45:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242800857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242800857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242800857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:40,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:40,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/0826e0c4728b407191d3a3baba2949df 2024-11-10T12:45:40,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0e946102a4214c67b8e84ed305b9c530 is 50, key is test_row_0/C:col10/1731242740509/Put/seqid=0 2024-11-10T12:45:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742099_1275 (size=12151) 2024-11-10T12:45:40,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0e946102a4214c67b8e84ed305b9c530 2024-11-10T12:45:40,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/8da7d01b215d400a827b3c8aad33f734 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8da7d01b215d400a827b3c8aad33f734 2024-11-10T12:45:40,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8da7d01b215d400a827b3c8aad33f734, entries=200, sequenceid=192, filesize=14.2 K 2024-11-10T12:45:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/0826e0c4728b407191d3a3baba2949df as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0826e0c4728b407191d3a3baba2949df 2024-11-10T12:45:40,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T12:45:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:40,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0826e0c4728b407191d3a3baba2949df, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:45:40,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0e946102a4214c67b8e84ed305b9c530 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0e946102a4214c67b8e84ed305b9c530 2024-11-10T12:45:40,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0e946102a4214c67b8e84ed305b9c530, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:45:40,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bccd3f8359a818a2c1e1c44f913553d9 in 483ms, sequenceid=192, compaction requested=true 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:40,994 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:40,994 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:40,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:40,996 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51168 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:40,996 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:40,996 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:40,996 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:40,996 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,996 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:40,996 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/01255b8e486b44ff93040231961341fb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3c14b010d18745b0bd7b464be353b6dc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/a40327354b374bd692c6a35a54414404, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8da7d01b215d400a827b3c8aad33f734] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=50.0 K 2024-11-10T12:45:40,996 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4283a76ae5d94158a8029569fbfbd9aa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ce6a2c85cf9c415496de13c6f7e4d07e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8f174a27e3f342b582b5748ad2299d58, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0826e0c4728b407191d3a3baba2949df] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=47.6 K 2024-11-10T12:45:40,996 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01255b8e486b44ff93040231961341fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242736168 2024-11-10T12:45:40,996 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4283a76ae5d94158a8029569fbfbd9aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242736168 2024-11-10T12:45:40,997 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c14b010d18745b0bd7b464be353b6dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731242737259 2024-11-10T12:45:40,997 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ce6a2c85cf9c415496de13c6f7e4d07e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731242737259 2024-11-10T12:45:40,997 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a40327354b374bd692c6a35a54414404, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731242738344 2024-11-10T12:45:40,997 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f174a27e3f342b582b5748ad2299d58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731242738344 2024-11-10T12:45:40,997 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da7d01b215d400a827b3c8aad33f734, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242739448 2024-11-10T12:45:40,998 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0826e0c4728b407191d3a3baba2949df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242739448 2024-11-10T12:45:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:45:41,008 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:41,008 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:41,009 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/36cfe5634abd4bde99c4bb08f059d879 is 50, key is test_row_0/B:col10/1731242740509/Put/seqid=0 2024-11-10T12:45:41,009 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/0fea6089d9bc4dcb8f7258e0af6a57a3 is 50, key is test_row_0/A:col10/1731242740509/Put/seqid=0 2024-11-10T12:45:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742101_1277 (size=12561) 2024-11-10T12:45:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742100_1276 (size=12561) 2024-11-10T12:45:41,021 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/36cfe5634abd4bde99c4bb08f059d879 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/36cfe5634abd4bde99c4bb08f059d879 2024-11-10T12:45:41,026 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into 36cfe5634abd4bde99c4bb08f059d879(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:41,026 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:41,026 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=12, startTime=1731242740994; duration=0sec 2024-11-10T12:45:41,027 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:41,027 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:41,027 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:41,028 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:41,028 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:41,029 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:41,029 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5901f667d89044fbaa9d93e1809b38c7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f34d5edd50924919bbe7f44e71e08ed6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/9ced619e43fb410b935adb731a48c71d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0e946102a4214c67b8e84ed305b9c530] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=47.6 K 2024-11-10T12:45:41,029 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5901f667d89044fbaa9d93e1809b38c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731242736168 2024-11-10T12:45:41,030 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f34d5edd50924919bbe7f44e71e08ed6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731242737259 2024-11-10T12:45:41,030 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ced619e43fb410b935adb731a48c71d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731242738344 2024-11-10T12:45:41,030 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e946102a4214c67b8e84ed305b9c530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242739448 2024-11-10T12:45:41,041 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:41,042 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/ffcd6a4ccdf94aeda05b0aa08e70f365 is 50, key is test_row_0/C:col10/1731242740509/Put/seqid=0 2024-11-10T12:45:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742102_1278 (size=12561) 2024-11-10T12:45:41,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T12:45:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:41,137 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:45:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4f49a1e61f7a4e4eb6c5b1380951d082 is 50, key is test_row_0/A:col10/1731242740534/Put/seqid=0 2024-11-10T12:45:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742103_1279 (size=12151) 2024-11-10T12:45:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:41,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242801201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242801202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242801203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242801318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242801318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242801318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,420 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/0fea6089d9bc4dcb8f7258e0af6a57a3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0fea6089d9bc4dcb8f7258e0af6a57a3 2024-11-10T12:45:41,424 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 0fea6089d9bc4dcb8f7258e0af6a57a3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:41,424 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:41,424 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=12, startTime=1731242740994; duration=0sec 2024-11-10T12:45:41,425 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:41,425 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:41,468 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/ffcd6a4ccdf94aeda05b0aa08e70f365 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ffcd6a4ccdf94aeda05b0aa08e70f365 2024-11-10T12:45:41,474 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into ffcd6a4ccdf94aeda05b0aa08e70f365(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:41,474 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:41,474 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=12, startTime=1731242740994; duration=0sec 2024-11-10T12:45:41,474 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:41,474 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:45:41,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242801528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242801528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242801528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,548 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4f49a1e61f7a4e4eb6c5b1380951d082 2024-11-10T12:45:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/59d441e2838b42e387aeaa1fba1172bc is 50, key is test_row_0/B:col10/1731242740534/Put/seqid=0 2024-11-10T12:45:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742104_1280 (size=12151) 2024-11-10T12:45:41,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242801618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242801618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,625 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in bccd3f8359a818a2c1e1c44f913553d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,625 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in bccd3f8359a818a2c1e1c44f913553d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:45:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242801837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242801838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242801838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:41,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:41,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:41,962 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/59d441e2838b42e387aeaa1fba1172bc 2024-11-10T12:45:41,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/f40bcaf1cf21484dab264c2734aba623 is 50, key is test_row_0/C:col10/1731242740534/Put/seqid=0 2024-11-10T12:45:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742105_1281 (size=12151) 2024-11-10T12:45:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242802347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242802348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242802348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:42,378 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/f40bcaf1cf21484dab264c2734aba623 2024-11-10T12:45:42,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4f49a1e61f7a4e4eb6c5b1380951d082 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4f49a1e61f7a4e4eb6c5b1380951d082 2024-11-10T12:45:42,408 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4f49a1e61f7a4e4eb6c5b1380951d082, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T12:45:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/59d441e2838b42e387aeaa1fba1172bc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/59d441e2838b42e387aeaa1fba1172bc 2024-11-10T12:45:42,414 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/59d441e2838b42e387aeaa1fba1172bc, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T12:45:42,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/f40bcaf1cf21484dab264c2734aba623 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f40bcaf1cf21484dab264c2734aba623 2024-11-10T12:45:42,423 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f40bcaf1cf21484dab264c2734aba623, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T12:45:42,425 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bccd3f8359a818a2c1e1c44f913553d9 in 1287ms, sequenceid=206, compaction requested=false 2024-11-10T12:45:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-10T12:45:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-10T12:45:42,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-10T12:45:42,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0570 sec 2024-11-10T12:45:42,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.0630 sec 2024-11-10T12:45:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:45:42,518 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:42,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-10T12:45:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T12:45:42,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:42,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:42,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T12:45:42,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T12:45:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:42,674 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:45:42,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ac6bf86b45ef4911a88e525cce6f1cfa is 50, key is test_row_0/A:col10/1731242741202/Put/seqid=0 2024-11-10T12:45:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742106_1282 (size=12151) 2024-11-10T12:45:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T12:45:43,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ac6bf86b45ef4911a88e525cce6f1cfa 2024-11-10T12:45:43,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/eca980615dd44830a5845f5a946aafb5 is 50, key is test_row_0/B:col10/1731242741202/Put/seqid=0 2024-11-10T12:45:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742107_1283 (size=12151) 2024-11-10T12:45:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T12:45:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:43,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:43,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242803382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242803384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242803386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242803498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242803498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242803498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,503 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/eca980615dd44830a5845f5a946aafb5 2024-11-10T12:45:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/e188214f2ffa49c28c52a10654595136 is 50, key is test_row_0/C:col10/1731242741202/Put/seqid=0 2024-11-10T12:45:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742108_1284 (size=12151) 2024-11-10T12:45:43,526 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/e188214f2ffa49c28c52a10654595136 2024-11-10T12:45:43,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ac6bf86b45ef4911a88e525cce6f1cfa as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ac6bf86b45ef4911a88e525cce6f1cfa 2024-11-10T12:45:43,544 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ac6bf86b45ef4911a88e525cce6f1cfa, entries=150, sequenceid=231, filesize=11.9 K 2024-11-10T12:45:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/eca980615dd44830a5845f5a946aafb5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eca980615dd44830a5845f5a946aafb5 2024-11-10T12:45:43,552 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eca980615dd44830a5845f5a946aafb5, entries=150, sequenceid=231, filesize=11.9 K 2024-11-10T12:45:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/e188214f2ffa49c28c52a10654595136 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e188214f2ffa49c28c52a10654595136 2024-11-10T12:45:43,558 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e188214f2ffa49c28c52a10654595136, entries=150, sequenceid=231, filesize=11.9 K 2024-11-10T12:45:43,559 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bccd3f8359a818a2c1e1c44f913553d9 in 885ms, sequenceid=231, compaction requested=true 2024-11-10T12:45:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:43,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:43,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-10T12:45:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-10T12:45:43,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.0460 sec 2024-11-10T12:45:43,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T12:45:43,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0400 sec 2024-11-10T12:45:43,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:43,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T12:45:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:43,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/d6b40c0de2e44a7487751a5d0056d6e0 is 50, key is test_row_0/A:col10/1731242743374/Put/seqid=0 2024-11-10T12:45:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T12:45:43,658 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:43,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-10T12:45:43,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T12:45:43,662 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:43,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:43,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742109_1285 (size=16931) 2024-11-10T12:45:43,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/d6b40c0de2e44a7487751a5d0056d6e0 2024-11-10T12:45:43,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a1b9525a7c644997a4cb446e297da465 is 50, key is test_row_0/B:col10/1731242743374/Put/seqid=0 2024-11-10T12:45:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242803718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242803720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242803721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242803723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242803724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742110_1286 (size=12151) 2024-11-10T12:45:43,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a1b9525a7c644997a4cb446e297da465 2024-11-10T12:45:43,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/8d077b4d8bf44ee59f0a15ffa5088e4b is 50, key is test_row_0/C:col10/1731242743374/Put/seqid=0 2024-11-10T12:45:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T12:45:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742111_1287 (size=12151) 2024-11-10T12:45:43,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T12:45:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:43,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242803837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242803837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242803838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242803838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242803838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:43,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:43,930 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:45:43,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T12:45:43,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:43,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:43,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:43,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:43,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T12:45:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242804048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242804048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242804048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242804048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242804048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T12:45:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:44,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/8d077b4d8bf44ee59f0a15ffa5088e4b 2024-11-10T12:45:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/d6b40c0de2e44a7487751a5d0056d6e0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/d6b40c0de2e44a7487751a5d0056d6e0 2024-11-10T12:45:44,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/d6b40c0de2e44a7487751a5d0056d6e0, entries=250, sequenceid=246, filesize=16.5 K 2024-11-10T12:45:44,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a1b9525a7c644997a4cb446e297da465 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a1b9525a7c644997a4cb446e297da465 2024-11-10T12:45:44,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a1b9525a7c644997a4cb446e297da465, entries=150, sequenceid=246, filesize=11.9 K 2024-11-10T12:45:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/8d077b4d8bf44ee59f0a15ffa5088e4b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/8d077b4d8bf44ee59f0a15ffa5088e4b 2024-11-10T12:45:44,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/8d077b4d8bf44ee59f0a15ffa5088e4b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-10T12:45:44,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bccd3f8359a818a2c1e1c44f913553d9 in 557ms, sequenceid=246, compaction requested=true 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:44,200 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:45:44,200 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:44,202 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:44,202 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:44,203 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,203 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0fea6089d9bc4dcb8f7258e0af6a57a3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4f49a1e61f7a4e4eb6c5b1380951d082, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ac6bf86b45ef4911a88e525cce6f1cfa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/d6b40c0de2e44a7487751a5d0056d6e0] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=52.5 K 2024-11-10T12:45:44,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:44,203 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fea6089d9bc4dcb8f7258e0af6a57a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242739448 2024-11-10T12:45:44,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:44,204 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,204 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/36cfe5634abd4bde99c4bb08f059d879, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/59d441e2838b42e387aeaa1fba1172bc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eca980615dd44830a5845f5a946aafb5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a1b9525a7c644997a4cb446e297da465] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=47.9 K 2024-11-10T12:45:44,204 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f49a1e61f7a4e4eb6c5b1380951d082, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731242740520 2024-11-10T12:45:44,204 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac6bf86b45ef4911a88e525cce6f1cfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731242741196 2024-11-10T12:45:44,204 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 36cfe5634abd4bde99c4bb08f059d879, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242739448 2024-11-10T12:45:44,205 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 59d441e2838b42e387aeaa1fba1172bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731242740520 2024-11-10T12:45:44,205 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b40c0de2e44a7487751a5d0056d6e0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731242743374 2024-11-10T12:45:44,205 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting eca980615dd44830a5845f5a946aafb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731242741196 2024-11-10T12:45:44,206 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a1b9525a7c644997a4cb446e297da465, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731242743374 2024-11-10T12:45:44,219 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:44,219 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/6a9e5d0463bf49378327844b130712b2 is 50, key is test_row_0/A:col10/1731242743374/Put/seqid=0 2024-11-10T12:45:44,227 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:44,229 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/53faa83fbddb41f38c76ca4a66d8d0f0 is 50, key is test_row_0/B:col10/1731242743374/Put/seqid=0 2024-11-10T12:45:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742112_1288 (size=12697) 2024-11-10T12:45:44,269 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/6a9e5d0463bf49378327844b130712b2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/6a9e5d0463bf49378327844b130712b2 2024-11-10T12:45:44,277 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 6a9e5d0463bf49378327844b130712b2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:44,277 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:44,277 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=12, startTime=1731242744200; duration=0sec 2024-11-10T12:45:44,277 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:44,277 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:44,277 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:44,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T12:45:44,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:45:44,283 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:44,283 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:44,283 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,283 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ffcd6a4ccdf94aeda05b0aa08e70f365, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f40bcaf1cf21484dab264c2734aba623, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e188214f2ffa49c28c52a10654595136, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/8d077b4d8bf44ee59f0a15ffa5088e4b] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=47.9 K 2024-11-10T12:45:44,284 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffcd6a4ccdf94aeda05b0aa08e70f365, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242739448 2024-11-10T12:45:44,285 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f40bcaf1cf21484dab264c2734aba623, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731242740520 2024-11-10T12:45:44,285 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e188214f2ffa49c28c52a10654595136, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731242741196 2024-11-10T12:45:44,286 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d077b4d8bf44ee59f0a15ffa5088e4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731242743374 2024-11-10T12:45:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T12:45:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e9c7b1c425b14a63a857b7e3d47c5174 is 50, key is test_row_0/A:col10/1731242743710/Put/seqid=0 2024-11-10T12:45:44,310 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:44,311 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/11409b454c8446259ba6a739b7ad4ce1 is 50, key is test_row_0/C:col10/1731242743374/Put/seqid=0 2024-11-10T12:45:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742113_1289 (size=12697) 2024-11-10T12:45:44,326 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/53faa83fbddb41f38c76ca4a66d8d0f0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/53faa83fbddb41f38c76ca4a66d8d0f0 2024-11-10T12:45:44,332 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into 53faa83fbddb41f38c76ca4a66d8d0f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:44,332 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:44,332 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=12, startTime=1731242744200; duration=0sec 2024-11-10T12:45:44,333 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:44,333 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:44,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742114_1290 (size=12301) 2024-11-10T12:45:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742115_1291 (size=12697) 2024-11-10T12:45:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242804372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242804378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242804378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242804379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242804381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242804488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242804498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242804498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242804498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242804498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242804697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242804707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242804707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242804707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242804708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:44,762 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e9c7b1c425b14a63a857b7e3d47c5174 2024-11-10T12:45:44,776 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/11409b454c8446259ba6a739b7ad4ce1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/11409b454c8446259ba6a739b7ad4ce1 2024-11-10T12:45:44,781 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into 11409b454c8446259ba6a739b7ad4ce1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:44,781 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:44,781 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=12, startTime=1731242744200; duration=0sec 2024-11-10T12:45:44,781 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:44,781 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:44,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/e26c9bf4bc514a2ab01144d62909e87e is 50, key is test_row_0/B:col10/1731242743710/Put/seqid=0 2024-11-10T12:45:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T12:45:44,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742116_1292 (size=12301) 2024-11-10T12:45:44,819 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/e26c9bf4bc514a2ab01144d62909e87e 2024-11-10T12:45:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/76145b0e8ce94cfe9c8cecb5c0367270 is 50, key is test_row_0/C:col10/1731242743710/Put/seqid=0 2024-11-10T12:45:44,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742117_1293 (size=12301) 2024-11-10T12:45:44,881 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/76145b0e8ce94cfe9c8cecb5c0367270 2024-11-10T12:45:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e9c7b1c425b14a63a857b7e3d47c5174 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9c7b1c425b14a63a857b7e3d47c5174 2024-11-10T12:45:44,901 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9c7b1c425b14a63a857b7e3d47c5174, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T12:45:44,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/e26c9bf4bc514a2ab01144d62909e87e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/e26c9bf4bc514a2ab01144d62909e87e 2024-11-10T12:45:44,912 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/e26c9bf4bc514a2ab01144d62909e87e, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T12:45:44,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/76145b0e8ce94cfe9c8cecb5c0367270 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/76145b0e8ce94cfe9c8cecb5c0367270 2024-11-10T12:45:44,923 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/76145b0e8ce94cfe9c8cecb5c0367270, entries=150, sequenceid=268, filesize=12.0 K 2024-11-10T12:45:44,924 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bccd3f8359a818a2c1e1c44f913553d9 in 643ms, sequenceid=268, compaction requested=false 2024-11-10T12:45:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-10T12:45:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-10T12:45:44,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-10T12:45:44,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-11-10T12:45:44,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.2700 sec 2024-11-10T12:45:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:45,010 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:45,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:45:45,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/573939d9e808425499203457478f3f1a is 50, key is test_row_0/A:col10/1731242744375/Put/seqid=0 2024-11-10T12:45:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742118_1294 (size=14741) 2024-11-10T12:45:45,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/573939d9e808425499203457478f3f1a 2024-11-10T12:45:45,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/d174cb07f0554c038025d7dabcdc95a2 is 50, key is test_row_0/B:col10/1731242744375/Put/seqid=0 2024-11-10T12:45:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742119_1295 (size=12301) 2024-11-10T12:45:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242805037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242805041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242805043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242805044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242805045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242805147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242805158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242805158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242805158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242805158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242805357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242805367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242805367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242805368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242805368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/d174cb07f0554c038025d7dabcdc95a2 2024-11-10T12:45:45,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/020988d9c83d481580a922756191b10c is 50, key is test_row_0/C:col10/1731242744375/Put/seqid=0 2024-11-10T12:45:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742120_1296 (size=12301) 2024-11-10T12:45:45,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/020988d9c83d481580a922756191b10c 2024-11-10T12:45:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/573939d9e808425499203457478f3f1a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/573939d9e808425499203457478f3f1a 2024-11-10T12:45:45,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/573939d9e808425499203457478f3f1a, entries=200, sequenceid=286, filesize=14.4 K 2024-11-10T12:45:45,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/d174cb07f0554c038025d7dabcdc95a2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/d174cb07f0554c038025d7dabcdc95a2 2024-11-10T12:45:45,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/d174cb07f0554c038025d7dabcdc95a2, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T12:45:45,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/020988d9c83d481580a922756191b10c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/020988d9c83d481580a922756191b10c 2024-11-10T12:45:45,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/020988d9c83d481580a922756191b10c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-10T12:45:45,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for bccd3f8359a818a2c1e1c44f913553d9 in 479ms, sequenceid=286, compaction requested=true 2024-11-10T12:45:45,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:45,490 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:45,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:45,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:45,491 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:45,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:45,493 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:45,493 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:45,493 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:45,493 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/53faa83fbddb41f38c76ca4a66d8d0f0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/e26c9bf4bc514a2ab01144d62909e87e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/d174cb07f0554c038025d7dabcdc95a2] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=36.4 K 2024-11-10T12:45:45,493 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:45,494 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:45,494 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:45,494 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/6a9e5d0463bf49378327844b130712b2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9c7b1c425b14a63a857b7e3d47c5174, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/573939d9e808425499203457478f3f1a] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=38.8 K 2024-11-10T12:45:45,496 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a9e5d0463bf49378327844b130712b2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731242743374 2024-11-10T12:45:45,496 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 53faa83fbddb41f38c76ca4a66d8d0f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731242743374 2024-11-10T12:45:45,497 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9c7b1c425b14a63a857b7e3d47c5174, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731242743710 2024-11-10T12:45:45,497 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e26c9bf4bc514a2ab01144d62909e87e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731242743710 2024-11-10T12:45:45,498 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 573939d9e808425499203457478f3f1a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731242744374 2024-11-10T12:45:45,498 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting d174cb07f0554c038025d7dabcdc95a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731242744375 2024-11-10T12:45:45,526 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:45,527 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/24cc3505395f418b9e641d93a4fb9a28 is 50, key is test_row_0/A:col10/1731242744375/Put/seqid=0 2024-11-10T12:45:45,538 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:45,539 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bdf344cac16743499aef9832b4a9ba61 is 50, key is test_row_0/B:col10/1731242744375/Put/seqid=0 2024-11-10T12:45:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742121_1297 (size=12949) 2024-11-10T12:45:45,555 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/24cc3505395f418b9e641d93a4fb9a28 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/24cc3505395f418b9e641d93a4fb9a28 2024-11-10T12:45:45,561 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 24cc3505395f418b9e641d93a4fb9a28(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:45,561 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:45,561 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=13, startTime=1731242745490; duration=0sec 2024-11-10T12:45:45,561 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:45,561 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:45,561 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:45,563 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:45,563 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:45,563 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:45,563 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/11409b454c8446259ba6a739b7ad4ce1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/76145b0e8ce94cfe9c8cecb5c0367270, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/020988d9c83d481580a922756191b10c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=36.4 K 2024-11-10T12:45:45,564 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11409b454c8446259ba6a739b7ad4ce1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731242743374 2024-11-10T12:45:45,564 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76145b0e8ce94cfe9c8cecb5c0367270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731242743710 2024-11-10T12:45:45,565 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 020988d9c83d481580a922756191b10c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731242744375 2024-11-10T12:45:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742122_1298 (size=12949) 2024-11-10T12:45:45,582 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:45,583 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/091eb7b724e84ffa8d42678055ad8141 is 50, key is test_row_0/C:col10/1731242744375/Put/seqid=0 2024-11-10T12:45:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742123_1299 (size=12949) 2024-11-10T12:45:45,602 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/091eb7b724e84ffa8d42678055ad8141 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/091eb7b724e84ffa8d42678055ad8141 2024-11-10T12:45:45,610 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into 091eb7b724e84ffa8d42678055ad8141(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:45,610 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:45,610 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=13, startTime=1731242745492; duration=0sec 2024-11-10T12:45:45,610 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:45,610 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:45,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:45,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:45:45,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/bd9435283d8944d893744437c315d074 is 50, key is test_row_0/A:col10/1731242745041/Put/seqid=0 2024-11-10T12:45:45,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242805692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742124_1300 (size=14741) 2024-11-10T12:45:45,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242805695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242805696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242805696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242805697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T12:45:45,809 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242805808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242805808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242805809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-10T12:45:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T12:45:45,812 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242805809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242805809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:45,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:45,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:45,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T12:45:45,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T12:45:45,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:45,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:45,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:45,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:45,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:45,983 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bdf344cac16743499aef9832b4a9ba61 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bdf344cac16743499aef9832b4a9ba61 2024-11-10T12:45:45,988 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into bdf344cac16743499aef9832b4a9ba61(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:45,988 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:45,988 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=13, startTime=1731242745490; duration=0sec 2024-11-10T12:45:45,988 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:45,988 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242806017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242806017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242806018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242806018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242806018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/bd9435283d8944d893744437c315d074 2024-11-10T12:45:46,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a7d2c95488264185b604bd983b8698a2 is 50, key is test_row_0/B:col10/1731242745041/Put/seqid=0 2024-11-10T12:45:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742125_1301 (size=12301) 2024-11-10T12:45:46,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a7d2c95488264185b604bd983b8698a2 2024-11-10T12:45:46,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T12:45:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T12:45:46,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/30a60797383a46698b62184afcac0438 is 50, key is test_row_0/C:col10/1731242745041/Put/seqid=0 2024-11-10T12:45:46,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742126_1302 (size=12301) 2024-11-10T12:45:46,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/30a60797383a46698b62184afcac0438 2024-11-10T12:45:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/bd9435283d8944d893744437c315d074 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/bd9435283d8944d893744437c315d074 2024-11-10T12:45:46,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/bd9435283d8944d893744437c315d074, entries=200, sequenceid=310, filesize=14.4 K 2024-11-10T12:45:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a7d2c95488264185b604bd983b8698a2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a7d2c95488264185b604bd983b8698a2 2024-11-10T12:45:46,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a7d2c95488264185b604bd983b8698a2, entries=150, sequenceid=310, filesize=12.0 K 2024-11-10T12:45:46,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/30a60797383a46698b62184afcac0438 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/30a60797383a46698b62184afcac0438 2024-11-10T12:45:46,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/30a60797383a46698b62184afcac0438, entries=150, sequenceid=310, filesize=12.0 K 2024-11-10T12:45:46,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bccd3f8359a818a2c1e1c44f913553d9 in 521ms, sequenceid=310, compaction requested=false 2024-11-10T12:45:46,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:46,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T12:45:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,274 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:45:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/0ec5c593010243cf956d9d7cc9e805fc is 50, key is test_row_0/A:col10/1731242745691/Put/seqid=0 2024-11-10T12:45:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742127_1303 (size=12301) 2024-11-10T12:45:46,283 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/0ec5c593010243cf956d9d7cc9e805fc 2024-11-10T12:45:46,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8e131adb041b4038bfb7355e13742174 is 50, key is test_row_0/B:col10/1731242745691/Put/seqid=0 2024-11-10T12:45:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742128_1304 (size=12301) 2024-11-10T12:45:46,294 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8e131adb041b4038bfb7355e13742174 2024-11-10T12:45:46,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5 is 50, key is test_row_0/C:col10/1731242745691/Put/seqid=0 2024-11-10T12:45:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742129_1305 (size=12301) 2024-11-10T12:45:46,318 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5 2024-11-10T12:45:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/0ec5c593010243cf956d9d7cc9e805fc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0ec5c593010243cf956d9d7cc9e805fc 2024-11-10T12:45:46,330 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0ec5c593010243cf956d9d7cc9e805fc, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T12:45:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:46,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/8e131adb041b4038bfb7355e13742174 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8e131adb041b4038bfb7355e13742174 2024-11-10T12:45:46,336 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8e131adb041b4038bfb7355e13742174, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T12:45:46,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5 2024-11-10T12:45:46,344 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5, entries=150, sequenceid=325, filesize=12.0 K 2024-11-10T12:45:46,347 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=80.51 KB/82440 for bccd3f8359a818a2c1e1c44f913553d9 in 72ms, sequenceid=325, compaction requested=true 2024-11-10T12:45:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-10T12:45:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:46,347 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:46,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:45:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-10T12:45:46,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T12:45:46,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 534 msec 2024-11-10T12:45:46,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/60329f48c4ed4c86969d63eea3f29c41 is 50, key is test_row_0/A:col10/1731242746343/Put/seqid=0 2024-11-10T12:45:46,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 544 msec 2024-11-10T12:45:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742130_1306 (size=14741) 2024-11-10T12:45:46,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242806372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242806372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242806374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242806377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242806377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T12:45:46,438 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:46,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-10T12:45:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T12:45:46,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:46,442 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:46,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:46,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242806488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242806488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242806488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242806488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242806488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T12:45:46,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T12:45:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242806698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242806698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242806698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242806698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242806698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:46,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T12:45:46,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:46,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T12:45:46,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/60329f48c4ed4c86969d63eea3f29c41 2024-11-10T12:45:46,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/0b7375a0a0b94ec7838fdb49b9df90e2 is 50, key is test_row_0/B:col10/1731242746343/Put/seqid=0 2024-11-10T12:45:46,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742131_1307 (size=12301) 2024-11-10T12:45:46,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/0b7375a0a0b94ec7838fdb49b9df90e2 2024-11-10T12:45:46,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0328a4d5297042879d40d6d203eae1f3 is 50, key is test_row_0/C:col10/1731242746343/Put/seqid=0 2024-11-10T12:45:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742132_1308 (size=12301) 2024-11-10T12:45:46,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T12:45:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:46,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242807008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242807008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242807008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242807008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242807008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T12:45:47,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:47,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T12:45:47,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0328a4d5297042879d40d6d203eae1f3 2024-11-10T12:45:47,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/60329f48c4ed4c86969d63eea3f29c41 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/60329f48c4ed4c86969d63eea3f29c41 2024-11-10T12:45:47,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/60329f48c4ed4c86969d63eea3f29c41, entries=200, sequenceid=341, filesize=14.4 K 2024-11-10T12:45:47,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T12:45:47,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:47,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/0b7375a0a0b94ec7838fdb49b9df90e2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0b7375a0a0b94ec7838fdb49b9df90e2 2024-11-10T12:45:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:47,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0b7375a0a0b94ec7838fdb49b9df90e2, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T12:45:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0328a4d5297042879d40d6d203eae1f3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0328a4d5297042879d40d6d203eae1f3 2024-11-10T12:45:47,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0328a4d5297042879d40d6d203eae1f3, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T12:45:47,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for bccd3f8359a818a2c1e1c44f913553d9 in 877ms, sequenceid=341, compaction requested=true 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:47,224 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:47,224 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:47,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:47,226 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:47,226 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:47,226 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,226 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/24cc3505395f418b9e641d93a4fb9a28, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/bd9435283d8944d893744437c315d074, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0ec5c593010243cf956d9d7cc9e805fc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/60329f48c4ed4c86969d63eea3f29c41] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=53.4 K 2024-11-10T12:45:47,227 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 24cc3505395f418b9e641d93a4fb9a28, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731242744375 2024-11-10T12:45:47,227 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting bd9435283d8944d893744437c315d074, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731242745035 2024-11-10T12:45:47,228 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:47,228 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:47,228 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,228 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bdf344cac16743499aef9832b4a9ba61, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a7d2c95488264185b604bd983b8698a2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8e131adb041b4038bfb7355e13742174, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0b7375a0a0b94ec7838fdb49b9df90e2] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=48.7 K 2024-11-10T12:45:47,228 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec5c593010243cf956d9d7cc9e805fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242745691 2024-11-10T12:45:47,229 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 60329f48c4ed4c86969d63eea3f29c41, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731242746331 2024-11-10T12:45:47,229 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdf344cac16743499aef9832b4a9ba61, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731242744375 2024-11-10T12:45:47,233 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7d2c95488264185b604bd983b8698a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731242745040 2024-11-10T12:45:47,233 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e131adb041b4038bfb7355e13742174, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242745691 2024-11-10T12:45:47,234 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b7375a0a0b94ec7838fdb49b9df90e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731242746331 2024-11-10T12:45:47,240 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:47,240 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/67fc375d62f54e41b23ecf7d1807f3cf is 50, key is test_row_0/A:col10/1731242746343/Put/seqid=0 2024-11-10T12:45:47,253 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:47,254 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bed207ecf5d04a78a1c092b0fda34871 is 50, key is test_row_0/B:col10/1731242746343/Put/seqid=0 2024-11-10T12:45:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742133_1309 (size=13085) 2024-11-10T12:45:47,297 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/67fc375d62f54e41b23ecf7d1807f3cf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/67fc375d62f54e41b23ecf7d1807f3cf 2024-11-10T12:45:47,304 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 67fc375d62f54e41b23ecf7d1807f3cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:47,304 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:47,304 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=12, startTime=1731242747224; duration=0sec 2024-11-10T12:45:47,305 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:47,305 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:47,306 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:45:47,309 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:45:47,309 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:47,309 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,309 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/091eb7b724e84ffa8d42678055ad8141, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/30a60797383a46698b62184afcac0438, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0328a4d5297042879d40d6d203eae1f3] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=48.7 K 2024-11-10T12:45:47,309 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 091eb7b724e84ffa8d42678055ad8141, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731242744375 2024-11-10T12:45:47,310 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 30a60797383a46698b62184afcac0438, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731242745040 2024-11-10T12:45:47,310 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c7b4a4e9c7a4231861d6ca6eb20b2b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731242745691 2024-11-10T12:45:47,316 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0328a4d5297042879d40d6d203eae1f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731242746331 2024-11-10T12:45:47,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742134_1310 (size=13085) 2024-11-10T12:45:47,335 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/bed207ecf5d04a78a1c092b0fda34871 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bed207ecf5d04a78a1c092b0fda34871 2024-11-10T12:45:47,339 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:47,340 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/bf8cf237c3884577b829f393173ff1cd is 50, key is test_row_0/C:col10/1731242746343/Put/seqid=0 2024-11-10T12:45:47,344 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into bed207ecf5d04a78a1c092b0fda34871(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:47,344 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:47,344 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=12, startTime=1731242747224; duration=0sec 2024-11-10T12:45:47,344 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:47,345 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:47,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T12:45:47,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,365 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:45:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742135_1311 (size=13085) 2024-11-10T12:45:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ddd9f59c34d04e3d95d0d3c8ac0f764b is 50, key is test_row_0/A:col10/1731242746375/Put/seqid=0 2024-11-10T12:45:47,391 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/bf8cf237c3884577b829f393173ff1cd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf8cf237c3884577b829f393173ff1cd 2024-11-10T12:45:47,400 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into bf8cf237c3884577b829f393173ff1cd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:47,400 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:47,400 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=12, startTime=1731242747224; duration=0sec 2024-11-10T12:45:47,400 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:47,400 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742136_1312 (size=12301) 2024-11-10T12:45:47,432 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ddd9f59c34d04e3d95d0d3c8ac0f764b 2024-11-10T12:45:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a26cde197e6442af834ba8d7b4f4d191 is 50, key is test_row_0/B:col10/1731242746375/Put/seqid=0 2024-11-10T12:45:47,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742137_1313 (size=12301) 2024-11-10T12:45:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242807532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242807533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242807547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242807547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242807548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T12:45:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242807658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242807658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242807667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242807667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242807667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242807867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242807867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242807878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242807878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242807879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:47,902 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a26cde197e6442af834ba8d7b4f4d191 2024-11-10T12:45:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/a270bc2f36a04dd39fc44c8eedbac829 is 50, key is test_row_0/C:col10/1731242746375/Put/seqid=0 2024-11-10T12:45:47,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742138_1314 (size=12301) 2024-11-10T12:45:47,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/a270bc2f36a04dd39fc44c8eedbac829 2024-11-10T12:45:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ddd9f59c34d04e3d95d0d3c8ac0f764b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ddd9f59c34d04e3d95d0d3c8ac0f764b 2024-11-10T12:45:47,970 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ddd9f59c34d04e3d95d0d3c8ac0f764b, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T12:45:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/a26cde197e6442af834ba8d7b4f4d191 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a26cde197e6442af834ba8d7b4f4d191 2024-11-10T12:45:47,975 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a26cde197e6442af834ba8d7b4f4d191, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T12:45:47,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/a270bc2f36a04dd39fc44c8eedbac829 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a270bc2f36a04dd39fc44c8eedbac829 2024-11-10T12:45:47,983 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a270bc2f36a04dd39fc44c8eedbac829, entries=150, sequenceid=364, filesize=12.0 K 2024-11-10T12:45:47,984 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bccd3f8359a818a2c1e1c44f913553d9 in 619ms, sequenceid=364, compaction requested=false 2024-11-10T12:45:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-10T12:45:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-10T12:45:47,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-10T12:45:47,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-11-10T12:45:47,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.5500 sec 2024-11-10T12:45:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:48,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:45:48,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ad00c1cbf3684d4ba02fcce582ff7aaa is 50, key is test_row_0/A:col10/1731242747538/Put/seqid=0 2024-11-10T12:45:48,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242808223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242808224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242808225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742139_1315 (size=17181) 2024-11-10T12:45:48,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ad00c1cbf3684d4ba02fcce582ff7aaa 2024-11-10T12:45:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242808232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242808232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/f5bd651937b3441eb4f99b2210923fec is 50, key is test_row_0/B:col10/1731242747538/Put/seqid=0 2024-11-10T12:45:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742140_1316 (size=12301) 2024-11-10T12:45:48,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242808338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242808338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242808338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242808347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242808347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242808547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242808547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242808547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242808558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242808558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T12:45:48,587 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:48,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-10T12:45:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T12:45:48,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:48,590 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:48,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T12:45:48,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/f5bd651937b3441eb4f99b2210923fec 2024-11-10T12:45:48,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/ee072196015e487b8b178a43edabba83 is 50, key is test_row_0/C:col10/1731242747538/Put/seqid=0 2024-11-10T12:45:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742141_1317 (size=12301) 2024-11-10T12:45:48,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-10T12:45:48,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:48,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:48,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:48,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:48,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:48,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242808858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242808858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242808858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242808867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242808867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:48,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-10T12:45:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:48,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:48,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T12:45:49,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-10T12:45:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:49,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:49,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/ee072196015e487b8b178a43edabba83 2024-11-10T12:45:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/ad00c1cbf3684d4ba02fcce582ff7aaa as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ad00c1cbf3684d4ba02fcce582ff7aaa 2024-11-10T12:45:49,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ad00c1cbf3684d4ba02fcce582ff7aaa, entries=250, sequenceid=382, filesize=16.8 K 2024-11-10T12:45:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/f5bd651937b3441eb4f99b2210923fec as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f5bd651937b3441eb4f99b2210923fec 2024-11-10T12:45:49,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f5bd651937b3441eb4f99b2210923fec, entries=150, sequenceid=382, filesize=12.0 K 2024-11-10T12:45:49,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/ee072196015e487b8b178a43edabba83 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ee072196015e487b8b178a43edabba83 2024-11-10T12:45:49,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ee072196015e487b8b178a43edabba83, entries=150, sequenceid=382, filesize=12.0 K 2024-11-10T12:45:49,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bccd3f8359a818a2c1e1c44f913553d9 in 977ms, sequenceid=382, compaction requested=true 2024-11-10T12:45:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:49,157 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:49,157 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:49,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:49,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:49,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:49,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:49,158 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:49,158 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:49,158 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:49,158 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:49,159 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:49,159 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:49,159 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bed207ecf5d04a78a1c092b0fda34871, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a26cde197e6442af834ba8d7b4f4d191, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f5bd651937b3441eb4f99b2210923fec] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=36.8 K 2024-11-10T12:45:49,159 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/67fc375d62f54e41b23ecf7d1807f3cf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ddd9f59c34d04e3d95d0d3c8ac0f764b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ad00c1cbf3684d4ba02fcce582ff7aaa] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=41.6 K 2024-11-10T12:45:49,159 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting bed207ecf5d04a78a1c092b0fda34871, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731242746331 2024-11-10T12:45:49,159 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67fc375d62f54e41b23ecf7d1807f3cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731242746331 2024-11-10T12:45:49,159 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddd9f59c34d04e3d95d0d3c8ac0f764b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731242746362 2024-11-10T12:45:49,160 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a26cde197e6442af834ba8d7b4f4d191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731242746362 2024-11-10T12:45:49,160 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad00c1cbf3684d4ba02fcce582ff7aaa, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731242747530 2024-11-10T12:45:49,160 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f5bd651937b3441eb4f99b2210923fec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731242747538 2024-11-10T12:45:49,169 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:49,169 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:49,169 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/87fa65540bcd477b94a54bae3636b2c8 is 50, key is test_row_0/B:col10/1731242747538/Put/seqid=0 2024-11-10T12:45:49,169 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e9971c4129bb4adcab701c31d19d68e8 is 50, key is test_row_0/A:col10/1731242747538/Put/seqid=0 2024-11-10T12:45:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742142_1318 (size=13187) 2024-11-10T12:45:49,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742143_1319 (size=13187) 2024-11-10T12:45:49,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-10T12:45:49,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:49,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:45:49,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/1d06907b446040a595e82c4f06b1f5f3 is 50, key is test_row_0/A:col10/1731242748222/Put/seqid=0 2024-11-10T12:45:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T12:45:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742144_1320 (size=12301) 2024-11-10T12:45:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:49,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242809386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242809389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242809391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242809393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242809391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242809497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242809498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242809508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242809508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242809508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,590 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/87fa65540bcd477b94a54bae3636b2c8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/87fa65540bcd477b94a54bae3636b2c8 2024-11-10T12:45:49,596 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into 87fa65540bcd477b94a54bae3636b2c8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:49,596 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:49,596 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=13, startTime=1731242749157; duration=0sec 2024-11-10T12:45:49,596 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:49,596 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:49,596 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:49,598 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:49,598 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:49,598 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:49,598 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf8cf237c3884577b829f393173ff1cd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a270bc2f36a04dd39fc44c8eedbac829, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ee072196015e487b8b178a43edabba83] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=36.8 K 2024-11-10T12:45:49,598 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8cf237c3884577b829f393173ff1cd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731242746331 2024-11-10T12:45:49,599 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a270bc2f36a04dd39fc44c8eedbac829, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731242746362 2024-11-10T12:45:49,601 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ee072196015e487b8b178a43edabba83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731242747538 2024-11-10T12:45:49,602 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/e9971c4129bb4adcab701c31d19d68e8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9971c4129bb4adcab701c31d19d68e8 2024-11-10T12:45:49,608 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into e9971c4129bb4adcab701c31d19d68e8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:49,608 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:49,608 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=13, startTime=1731242749157; duration=0sec 2024-11-10T12:45:49,608 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:49,608 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:49,613 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:49,614 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/606f0f7de2ac4b88a997bc66f42eb2a9 is 50, key is test_row_0/C:col10/1731242747538/Put/seqid=0 2024-11-10T12:45:49,624 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/1d06907b446040a595e82c4f06b1f5f3 2024-11-10T12:45:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/6237f5b4d7d949d299358e8a68ee565f is 50, key is test_row_0/B:col10/1731242748222/Put/seqid=0 2024-11-10T12:45:49,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742146_1322 (size=12301) 2024-11-10T12:45:49,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742145_1321 (size=13187) 2024-11-10T12:45:49,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242809708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242809708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242809717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242809718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242809718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T12:45:50,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242810017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242810017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242810028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242810028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242810028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,064 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/6237f5b4d7d949d299358e8a68ee565f 2024-11-10T12:45:50,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0bf835a7c07c49f0b2f01970fb096976 is 50, key is test_row_0/C:col10/1731242748222/Put/seqid=0 2024-11-10T12:45:50,087 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/606f0f7de2ac4b88a997bc66f42eb2a9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/606f0f7de2ac4b88a997bc66f42eb2a9 2024-11-10T12:45:50,092 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into 606f0f7de2ac4b88a997bc66f42eb2a9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:50,092 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:50,093 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=13, startTime=1731242749158; duration=0sec 2024-11-10T12:45:50,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:50,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742147_1323 (size=12301) 2024-11-10T12:45:50,104 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0bf835a7c07c49f0b2f01970fb096976 2024-11-10T12:45:50,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/1d06907b446040a595e82c4f06b1f5f3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/1d06907b446040a595e82c4f06b1f5f3 2024-11-10T12:45:50,118 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/1d06907b446040a595e82c4f06b1f5f3, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T12:45:50,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/6237f5b4d7d949d299358e8a68ee565f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/6237f5b4d7d949d299358e8a68ee565f 2024-11-10T12:45:50,124 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/6237f5b4d7d949d299358e8a68ee565f, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T12:45:50,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/0bf835a7c07c49f0b2f01970fb096976 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0bf835a7c07c49f0b2f01970fb096976 2024-11-10T12:45:50,129 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0bf835a7c07c49f0b2f01970fb096976, entries=150, sequenceid=401, filesize=12.0 K 2024-11-10T12:45:50,130 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for bccd3f8359a818a2c1e1c44f913553d9 in 926ms, sequenceid=401, compaction requested=false 2024-11-10T12:45:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-10T12:45:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=95 2024-11-10T12:45:50,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-10T12:45:50,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-11-10T12:45:50,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.5470 sec 2024-11-10T12:45:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:50,531 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:50,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:45:50,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6 is 50, key is test_row_0/A:col10/1731242750529/Put/seqid=0 2024-11-10T12:45:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242810552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242810554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242810559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242810559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242810560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742148_1324 (size=17181) 2024-11-10T12:45:50,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242810668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242810668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242810668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242810669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242810677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T12:45:50,738 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-10T12:45:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T12:45:50,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:50,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:50,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T12:45:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242810877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242810877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242810877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242810877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242810887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:50,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:50,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-10T12:45:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:50,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:50,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6 2024-11-10T12:45:50,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/de08f34719994fdd9252d5043f4abe68 is 50, key is test_row_0/B:col10/1731242750529/Put/seqid=0 2024-11-10T12:45:50,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742149_1325 (size=12301) 2024-11-10T12:45:50,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/de08f34719994fdd9252d5043f4abe68 2024-11-10T12:45:50,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/343ea74b198d494ea516cb929161ea6b is 50, key is test_row_0/C:col10/1731242750529/Put/seqid=0 2024-11-10T12:45:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742150_1326 (size=12301) 2024-11-10T12:45:51,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-10T12:45:51,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T12:45:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53756 deadline: 1731242811188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53830 deadline: 1731242811188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53816 deadline: 1731242811188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:51,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53784 deadline: 1731242811188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:51,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1731242811198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:45:51,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-10T12:45:51,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:51,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-10T12:45:51,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:51,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T12:45:51,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/343ea74b198d494ea516cb929161ea6b 2024-11-10T12:45:51,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6 2024-11-10T12:45:51,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6, entries=250, sequenceid=423, filesize=16.8 K 2024-11-10T12:45:51,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/de08f34719994fdd9252d5043f4abe68 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/de08f34719994fdd9252d5043f4abe68 2024-11-10T12:45:51,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/de08f34719994fdd9252d5043f4abe68, entries=150, sequenceid=423, filesize=12.0 K 2024-11-10T12:45:51,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/343ea74b198d494ea516cb929161ea6b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/343ea74b198d494ea516cb929161ea6b 2024-11-10T12:45:51,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/343ea74b198d494ea516cb929161ea6b, entries=150, sequenceid=423, filesize=12.0 K 2024-11-10T12:45:51,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for bccd3f8359a818a2c1e1c44f913553d9 in 891ms, sequenceid=423, compaction requested=true 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:45:51,422 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bccd3f8359a818a2c1e1c44f913553d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:45:51,422 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:51,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:51,423 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:51,423 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/A is initiating minor compaction (all files) 2024-11-10T12:45:51,423 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/A in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,423 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9971c4129bb4adcab701c31d19d68e8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/1d06907b446040a595e82c4f06b1f5f3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=41.7 K 2024-11-10T12:45:51,424 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:51,424 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/B is initiating minor compaction (all files) 2024-11-10T12:45:51,424 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/B in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,424 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/87fa65540bcd477b94a54bae3636b2c8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/6237f5b4d7d949d299358e8a68ee565f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/de08f34719994fdd9252d5043f4abe68] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=36.9 K 2024-11-10T12:45:51,424 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9971c4129bb4adcab701c31d19d68e8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731242747538 2024-11-10T12:45:51,425 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 87fa65540bcd477b94a54bae3636b2c8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731242747538 2024-11-10T12:45:51,425 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d06907b446040a595e82c4f06b1f5f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731242748215 2024-11-10T12:45:51,425 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6237f5b4d7d949d299358e8a68ee565f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731242748215 2024-11-10T12:45:51,425 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3189b7ef1fc4f57b7b3ff1fcc6a25e6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731242749384 2024-11-10T12:45:51,426 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting de08f34719994fdd9252d5043f4abe68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731242749389 2024-11-10T12:45:51,438 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:51,439 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/f3320704180e48b2b07bf6ba4eb46e16 is 50, key is test_row_0/B:col10/1731242750529/Put/seqid=0 2024-11-10T12:45:51,441 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:51,442 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3a26f7e027794d0397fbcc592436cdeb is 50, key is test_row_0/A:col10/1731242750529/Put/seqid=0 2024-11-10T12:45:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742151_1327 (size=13289) 2024-11-10T12:45:51,497 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/f3320704180e48b2b07bf6ba4eb46e16 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f3320704180e48b2b07bf6ba4eb46e16 2024-11-10T12:45:51,503 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/B of bccd3f8359a818a2c1e1c44f913553d9 into f3320704180e48b2b07bf6ba4eb46e16(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:51,503 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:51,503 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/B, priority=13, startTime=1731242751422; duration=0sec 2024-11-10T12:45:51,503 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:45:51,503 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:B 2024-11-10T12:45:51,503 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:45:51,504 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:45:51,505 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): bccd3f8359a818a2c1e1c44f913553d9/C is initiating minor compaction (all files) 2024-11-10T12:45:51,505 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bccd3f8359a818a2c1e1c44f913553d9/C in TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,505 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/606f0f7de2ac4b88a997bc66f42eb2a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0bf835a7c07c49f0b2f01970fb096976, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/343ea74b198d494ea516cb929161ea6b] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp, totalSize=36.9 K 2024-11-10T12:45:51,506 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 606f0f7de2ac4b88a997bc66f42eb2a9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731242747538 2024-11-10T12:45:51,506 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bf835a7c07c49f0b2f01970fb096976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731242748215 2024-11-10T12:45:51,507 INFO [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131. 2024-11-10T12:45:51,507 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,507 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 343ea74b198d494ea516cb929161ea6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731242749389 2024-11-10T12:45:51,507 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,507 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742152_1328 (size=13289) 2024-11-10T12:45:51,510 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-11-10T12:45:51,510 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-10T12:45:51,510 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:51,511 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:45:51,511 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,512 INFO [Thread-1129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1129. 2024-11-10T12:45:51,512 DEBUG [Thread-1129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,512 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,512 INFO [Thread-1127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1127. 2024-11-10T12:45:51,512 DEBUG [Thread-1127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,512 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,512 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,512 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,514 INFO [Thread-1135 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1135. 2024-11-10T12:45:51,514 DEBUG [Thread-1135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,514 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,514 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4a14189afdf247bd86267b2fd20ed2a7 is 50, key is test_row_0/A:col10/1731242750558/Put/seqid=0 2024-11-10T12:45:51,518 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/3a26f7e027794d0397fbcc592436cdeb as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3a26f7e027794d0397fbcc592436cdeb 2024-11-10T12:45:51,519 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bccd3f8359a818a2c1e1c44f913553d9#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:45:51,520 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/bf1ee094a21f4cc3a4bb98758d700da6 is 50, key is test_row_0/C:col10/1731242750529/Put/seqid=0 2024-11-10T12:45:51,523 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/A of bccd3f8359a818a2c1e1c44f913553d9 into 3a26f7e027794d0397fbcc592436cdeb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:51,523 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:51,523 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/A, priority=13, startTime=1731242751422; duration=0sec 2024-11-10T12:45:51,523 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:51,523 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:A 2024-11-10T12:45:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742154_1330 (size=13289) 2024-11-10T12:45:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742153_1329 (size=12301) 2024-11-10T12:45:51,526 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4a14189afdf247bd86267b2fd20ed2a7 2024-11-10T12:45:51,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/67be18bd5638470ba38a35a9b2a8392b is 50, key is test_row_0/B:col10/1731242750558/Put/seqid=0 2024-11-10T12:45:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742155_1331 (size=12301) 2024-11-10T12:45:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:51,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. as already flushing 2024-11-10T12:45:51,699 INFO [Thread-1124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1124. 2024-11-10T12:45:51,699 DEBUG [Thread-1124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,699 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,699 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,709 INFO [Thread-1116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1116. 2024-11-10T12:45:51,709 INFO [Thread-1118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1118. 2024-11-10T12:45:51,709 INFO [Thread-1122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1122. 2024-11-10T12:45:51,709 DEBUG [Thread-1116 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,709 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,709 DEBUG [Thread-1122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,709 DEBUG [Thread-1118 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,709 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,709 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,709 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,709 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,709 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,710 INFO [Thread-1120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1120. 2024-11-10T12:45:51,711 DEBUG [Thread-1120 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:45:51,711 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,711 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:51,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T12:45:51,930 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/bf1ee094a21f4cc3a4bb98758d700da6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf1ee094a21f4cc3a4bb98758d700da6 2024-11-10T12:45:51,934 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bccd3f8359a818a2c1e1c44f913553d9/C of bccd3f8359a818a2c1e1c44f913553d9 into bf1ee094a21f4cc3a4bb98758d700da6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:45:51,934 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:51,934 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., storeName=bccd3f8359a818a2c1e1c44f913553d9/C, priority=13, startTime=1731242751422; duration=0sec 2024-11-10T12:45:51,934 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:45:51,934 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bccd3f8359a818a2c1e1c44f913553d9:C 2024-11-10T12:45:51,938 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/67be18bd5638470ba38a35a9b2a8392b 2024-11-10T12:45:51,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/124eab0d30a942c49a195b09fefbdb48 is 50, key is test_row_0/C:col10/1731242750558/Put/seqid=0 2024-11-10T12:45:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742156_1332 (size=12301) 2024-11-10T12:45:52,348 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/124eab0d30a942c49a195b09fefbdb48 2024-11-10T12:45:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/4a14189afdf247bd86267b2fd20ed2a7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a14189afdf247bd86267b2fd20ed2a7 2024-11-10T12:45:52,356 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a14189afdf247bd86267b2fd20ed2a7, entries=150, sequenceid=442, filesize=12.0 K 2024-11-10T12:45:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/67be18bd5638470ba38a35a9b2a8392b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/67be18bd5638470ba38a35a9b2a8392b 2024-11-10T12:45:52,360 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/67be18bd5638470ba38a35a9b2a8392b, entries=150, sequenceid=442, filesize=12.0 K 2024-11-10T12:45:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/124eab0d30a942c49a195b09fefbdb48 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/124eab0d30a942c49a195b09fefbdb48 2024-11-10T12:45:52,364 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/124eab0d30a942c49a195b09fefbdb48, entries=150, sequenceid=442, filesize=12.0 K 2024-11-10T12:45:52,365 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for bccd3f8359a818a2c1e1c44f913553d9 in 854ms, sequenceid=442, compaction requested=false 2024-11-10T12:45:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2603): Flush status journal for bccd3f8359a818a2c1e1c44f913553d9: 2024-11-10T12:45:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-10T12:45:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=97 2024-11-10T12:45:52,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-10T12:45:52,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6250 sec 2024-11-10T12:45:52,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.6300 sec 2024-11-10T12:45:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-10T12:45:52,888 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2962 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2929 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3024 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2949 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2928 2024-11-10T12:45:52,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:45:52,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:45:52,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:45:52,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:52,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:52,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:45:52,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:45:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T12:45:52,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242752892"}]},"ts":"1731242752892"} 2024-11-10T12:45:52,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:45:52,894 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:45:52,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:45:52,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, UNASSIGN}] 2024-11-10T12:45:52,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, UNASSIGN 2024-11-10T12:45:52,897 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=bccd3f8359a818a2c1e1c44f913553d9, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, UNASSIGN because future has completed 2024-11-10T12:45:52,898 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:45:52,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:45:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T12:45:53,050 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:53,050 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:45:53,050 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing bccd3f8359a818a2c1e1c44f913553d9, disabling compactions & flushes 2024-11-10T12:45:53,050 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:53,050 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:53,050 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. after waiting 0 ms 2024-11-10T12:45:53,050 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:53,051 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(2902): Flushing bccd3f8359a818a2c1e1c44f913553d9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:45:53,055 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/54221ea54dd8485c9ef21d71744660a3 is 50, key is test_row_0/A:col10/1731242751709/Put/seqid=0 2024-11-10T12:45:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742157_1333 (size=9857) 2024-11-10T12:45:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T12:45:53,459 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/54221ea54dd8485c9ef21d71744660a3 2024-11-10T12:45:53,465 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/ca041ef019ce4bc8a1d879ba10c684c0 is 50, key is test_row_0/B:col10/1731242751709/Put/seqid=0 2024-11-10T12:45:53,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742158_1334 (size=9857) 2024-11-10T12:45:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T12:45:53,869 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/ca041ef019ce4bc8a1d879ba10c684c0 2024-11-10T12:45:53,875 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf is 50, key is test_row_0/C:col10/1731242751709/Put/seqid=0 2024-11-10T12:45:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742159_1335 (size=9857) 2024-11-10T12:45:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T12:45:54,279 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf 2024-11-10T12:45:54,283 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/A/54221ea54dd8485c9ef21d71744660a3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/54221ea54dd8485c9ef21d71744660a3 2024-11-10T12:45:54,286 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/54221ea54dd8485c9ef21d71744660a3, entries=100, sequenceid=452, filesize=9.6 K 2024-11-10T12:45:54,287 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/B/ca041ef019ce4bc8a1d879ba10c684c0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ca041ef019ce4bc8a1d879ba10c684c0 2024-11-10T12:45:54,290 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ca041ef019ce4bc8a1d879ba10c684c0, entries=100, sequenceid=452, filesize=9.6 K 2024-11-10T12:45:54,291 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/.tmp/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf 2024-11-10T12:45:54,293 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf, entries=100, sequenceid=452, filesize=9.6 K 2024-11-10T12:45:54,294 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bccd3f8359a818a2c1e1c44f913553d9 in 1244ms, sequenceid=452, compaction requested=true 2024-11-10T12:45:54,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3ddfe658b0b64e9fac39e2af873894e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/07a5fb5087aa4d818212780706f79001, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/53a3dc88e46c44fdb4631458731719d5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8152aeec433f45fba89e02e1dc120160, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/14659dd8000b44d693efe9825a080160, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a12824f689946a8bd395551bd9f59a7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e0703517fd9a4e18870d83632ccf25e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8ecca840efec4ed697b27df75a0e8d8d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/01255b8e486b44ff93040231961341fb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3c14b010d18745b0bd7b464be353b6dc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/a40327354b374bd692c6a35a54414404, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8da7d01b215d400a827b3c8aad33f734, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0fea6089d9bc4dcb8f7258e0af6a57a3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4f49a1e61f7a4e4eb6c5b1380951d082, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ac6bf86b45ef4911a88e525cce6f1cfa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/d6b40c0de2e44a7487751a5d0056d6e0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/6a9e5d0463bf49378327844b130712b2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9c7b1c425b14a63a857b7e3d47c5174, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/573939d9e808425499203457478f3f1a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/24cc3505395f418b9e641d93a4fb9a28, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/bd9435283d8944d893744437c315d074, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0ec5c593010243cf956d9d7cc9e805fc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/60329f48c4ed4c86969d63eea3f29c41, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/67fc375d62f54e41b23ecf7d1807f3cf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ddd9f59c34d04e3d95d0d3c8ac0f764b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ad00c1cbf3684d4ba02fcce582ff7aaa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9971c4129bb4adcab701c31d19d68e8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/1d06907b446040a595e82c4f06b1f5f3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6] to archive 2024-11-10T12:45:54,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:45:54,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3ddfe658b0b64e9fac39e2af873894e7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3ddfe658b0b64e9fac39e2af873894e7 2024-11-10T12:45:54,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/07a5fb5087aa4d818212780706f79001 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/07a5fb5087aa4d818212780706f79001 2024-11-10T12:45:54,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/53a3dc88e46c44fdb4631458731719d5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/53a3dc88e46c44fdb4631458731719d5 2024-11-10T12:45:54,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8152aeec433f45fba89e02e1dc120160 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8152aeec433f45fba89e02e1dc120160 2024-11-10T12:45:54,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/14659dd8000b44d693efe9825a080160 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/14659dd8000b44d693efe9825a080160 2024-11-10T12:45:54,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a12824f689946a8bd395551bd9f59a7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a12824f689946a8bd395551bd9f59a7 2024-11-10T12:45:54,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e0703517fd9a4e18870d83632ccf25e7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e0703517fd9a4e18870d83632ccf25e7 2024-11-10T12:45:54,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8ecca840efec4ed697b27df75a0e8d8d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8ecca840efec4ed697b27df75a0e8d8d 2024-11-10T12:45:54,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/01255b8e486b44ff93040231961341fb to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/01255b8e486b44ff93040231961341fb 2024-11-10T12:45:54,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3c14b010d18745b0bd7b464be353b6dc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3c14b010d18745b0bd7b464be353b6dc 2024-11-10T12:45:54,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/a40327354b374bd692c6a35a54414404 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/a40327354b374bd692c6a35a54414404 2024-11-10T12:45:54,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8da7d01b215d400a827b3c8aad33f734 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/8da7d01b215d400a827b3c8aad33f734 2024-11-10T12:45:54,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0fea6089d9bc4dcb8f7258e0af6a57a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0fea6089d9bc4dcb8f7258e0af6a57a3 2024-11-10T12:45:54,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4f49a1e61f7a4e4eb6c5b1380951d082 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4f49a1e61f7a4e4eb6c5b1380951d082 2024-11-10T12:45:54,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ac6bf86b45ef4911a88e525cce6f1cfa to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ac6bf86b45ef4911a88e525cce6f1cfa 2024-11-10T12:45:54,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/d6b40c0de2e44a7487751a5d0056d6e0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/d6b40c0de2e44a7487751a5d0056d6e0 2024-11-10T12:45:54,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/6a9e5d0463bf49378327844b130712b2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/6a9e5d0463bf49378327844b130712b2 2024-11-10T12:45:54,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9c7b1c425b14a63a857b7e3d47c5174 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9c7b1c425b14a63a857b7e3d47c5174 2024-11-10T12:45:54,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/573939d9e808425499203457478f3f1a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/573939d9e808425499203457478f3f1a 2024-11-10T12:45:54,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/24cc3505395f418b9e641d93a4fb9a28 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/24cc3505395f418b9e641d93a4fb9a28 2024-11-10T12:45:54,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/bd9435283d8944d893744437c315d074 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/bd9435283d8944d893744437c315d074 2024-11-10T12:45:54,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0ec5c593010243cf956d9d7cc9e805fc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/0ec5c593010243cf956d9d7cc9e805fc 2024-11-10T12:45:54,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/60329f48c4ed4c86969d63eea3f29c41 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/60329f48c4ed4c86969d63eea3f29c41 2024-11-10T12:45:54,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/67fc375d62f54e41b23ecf7d1807f3cf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/67fc375d62f54e41b23ecf7d1807f3cf 2024-11-10T12:45:54,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ddd9f59c34d04e3d95d0d3c8ac0f764b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ddd9f59c34d04e3d95d0d3c8ac0f764b 2024-11-10T12:45:54,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ad00c1cbf3684d4ba02fcce582ff7aaa to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/ad00c1cbf3684d4ba02fcce582ff7aaa 2024-11-10T12:45:54,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9971c4129bb4adcab701c31d19d68e8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/e9971c4129bb4adcab701c31d19d68e8 2024-11-10T12:45:54,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/1d06907b446040a595e82c4f06b1f5f3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/1d06907b446040a595e82c4f06b1f5f3 2024-11-10T12:45:54,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/b3189b7ef1fc4f57b7b3ff1fcc6a25e6 2024-11-10T12:45:54,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/5224dfc7185240cfaee85b5a713fa657, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8892752682464f54ba2a4cd629d4cac6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/9f56b68b81a940f6b61e496554766f3c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bf6b4d19312f4c1abdccc91f3203f65e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4464efc68ddc4d30b321ef0ef29b1f1a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/fecf2d72b0f546c8aa84a7b4ca30683c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/074c34809cc54fa09df2051241aeb0f9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4283a76ae5d94158a8029569fbfbd9aa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eda34687c99344f390b2bff46e82a1e6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ce6a2c85cf9c415496de13c6f7e4d07e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8f174a27e3f342b582b5748ad2299d58, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/36cfe5634abd4bde99c4bb08f059d879, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0826e0c4728b407191d3a3baba2949df, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/59d441e2838b42e387aeaa1fba1172bc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eca980615dd44830a5845f5a946aafb5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/53faa83fbddb41f38c76ca4a66d8d0f0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a1b9525a7c644997a4cb446e297da465, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/e26c9bf4bc514a2ab01144d62909e87e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bdf344cac16743499aef9832b4a9ba61, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/d174cb07f0554c038025d7dabcdc95a2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a7d2c95488264185b604bd983b8698a2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8e131adb041b4038bfb7355e13742174, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bed207ecf5d04a78a1c092b0fda34871, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0b7375a0a0b94ec7838fdb49b9df90e2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a26cde197e6442af834ba8d7b4f4d191, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/87fa65540bcd477b94a54bae3636b2c8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f5bd651937b3441eb4f99b2210923fec, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/6237f5b4d7d949d299358e8a68ee565f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/de08f34719994fdd9252d5043f4abe68] to archive 2024-11-10T12:45:54,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:45:54,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/5224dfc7185240cfaee85b5a713fa657 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/5224dfc7185240cfaee85b5a713fa657 2024-11-10T12:45:54,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8892752682464f54ba2a4cd629d4cac6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8892752682464f54ba2a4cd629d4cac6 2024-11-10T12:45:54,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/9f56b68b81a940f6b61e496554766f3c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/9f56b68b81a940f6b61e496554766f3c 2024-11-10T12:45:54,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bf6b4d19312f4c1abdccc91f3203f65e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bf6b4d19312f4c1abdccc91f3203f65e 2024-11-10T12:45:54,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4464efc68ddc4d30b321ef0ef29b1f1a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4464efc68ddc4d30b321ef0ef29b1f1a 2024-11-10T12:45:54,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/fecf2d72b0f546c8aa84a7b4ca30683c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/fecf2d72b0f546c8aa84a7b4ca30683c 2024-11-10T12:45:54,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/074c34809cc54fa09df2051241aeb0f9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/074c34809cc54fa09df2051241aeb0f9 2024-11-10T12:45:54,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4283a76ae5d94158a8029569fbfbd9aa to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/4283a76ae5d94158a8029569fbfbd9aa 2024-11-10T12:45:54,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eda34687c99344f390b2bff46e82a1e6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eda34687c99344f390b2bff46e82a1e6 2024-11-10T12:45:54,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ce6a2c85cf9c415496de13c6f7e4d07e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ce6a2c85cf9c415496de13c6f7e4d07e 2024-11-10T12:45:54,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8f174a27e3f342b582b5748ad2299d58 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8f174a27e3f342b582b5748ad2299d58 2024-11-10T12:45:54,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/36cfe5634abd4bde99c4bb08f059d879 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/36cfe5634abd4bde99c4bb08f059d879 2024-11-10T12:45:54,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0826e0c4728b407191d3a3baba2949df to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0826e0c4728b407191d3a3baba2949df 2024-11-10T12:45:54,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/59d441e2838b42e387aeaa1fba1172bc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/59d441e2838b42e387aeaa1fba1172bc 2024-11-10T12:45:54,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eca980615dd44830a5845f5a946aafb5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/eca980615dd44830a5845f5a946aafb5 2024-11-10T12:45:54,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/53faa83fbddb41f38c76ca4a66d8d0f0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/53faa83fbddb41f38c76ca4a66d8d0f0 2024-11-10T12:45:54,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a1b9525a7c644997a4cb446e297da465 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a1b9525a7c644997a4cb446e297da465 2024-11-10T12:45:54,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/e26c9bf4bc514a2ab01144d62909e87e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/e26c9bf4bc514a2ab01144d62909e87e 2024-11-10T12:45:54,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bdf344cac16743499aef9832b4a9ba61 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bdf344cac16743499aef9832b4a9ba61 2024-11-10T12:45:54,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/d174cb07f0554c038025d7dabcdc95a2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/d174cb07f0554c038025d7dabcdc95a2 2024-11-10T12:45:54,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a7d2c95488264185b604bd983b8698a2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a7d2c95488264185b604bd983b8698a2 2024-11-10T12:45:54,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8e131adb041b4038bfb7355e13742174 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/8e131adb041b4038bfb7355e13742174 2024-11-10T12:45:54,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bed207ecf5d04a78a1c092b0fda34871 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/bed207ecf5d04a78a1c092b0fda34871 2024-11-10T12:45:54,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0b7375a0a0b94ec7838fdb49b9df90e2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/0b7375a0a0b94ec7838fdb49b9df90e2 2024-11-10T12:45:54,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a26cde197e6442af834ba8d7b4f4d191 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/a26cde197e6442af834ba8d7b4f4d191 2024-11-10T12:45:54,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/87fa65540bcd477b94a54bae3636b2c8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/87fa65540bcd477b94a54bae3636b2c8 2024-11-10T12:45:54,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f5bd651937b3441eb4f99b2210923fec to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f5bd651937b3441eb4f99b2210923fec 2024-11-10T12:45:54,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/6237f5b4d7d949d299358e8a68ee565f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/6237f5b4d7d949d299358e8a68ee565f 2024-11-10T12:45:54,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/de08f34719994fdd9252d5043f4abe68 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/de08f34719994fdd9252d5043f4abe68 2024-11-10T12:45:54,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c09451c7b8ba4f08992d219fa029a41c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e8f8d2a854224b108644a394229994a4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/dd9fc6ffd20a4e8a92582292c6b61e75, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5f05cc52722546459e39203f82437736, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/087bdc0c62b840b2b7bda865a28f86d3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/1192024a9ea141a183152fae31c0ac07, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/6391f64b503b443f84914406ffcc844e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5901f667d89044fbaa9d93e1809b38c7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a7d38dbac5964dedbbd7b82a5a7d7323, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f34d5edd50924919bbe7f44e71e08ed6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/9ced619e43fb410b935adb731a48c71d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ffcd6a4ccdf94aeda05b0aa08e70f365, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0e946102a4214c67b8e84ed305b9c530, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f40bcaf1cf21484dab264c2734aba623, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e188214f2ffa49c28c52a10654595136, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/11409b454c8446259ba6a739b7ad4ce1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/8d077b4d8bf44ee59f0a15ffa5088e4b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/76145b0e8ce94cfe9c8cecb5c0367270, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/091eb7b724e84ffa8d42678055ad8141, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/020988d9c83d481580a922756191b10c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/30a60797383a46698b62184afcac0438, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf8cf237c3884577b829f393173ff1cd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0328a4d5297042879d40d6d203eae1f3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a270bc2f36a04dd39fc44c8eedbac829, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/606f0f7de2ac4b88a997bc66f42eb2a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ee072196015e487b8b178a43edabba83, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0bf835a7c07c49f0b2f01970fb096976, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/343ea74b198d494ea516cb929161ea6b] to archive 2024-11-10T12:45:54,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:45:54,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c09451c7b8ba4f08992d219fa029a41c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c09451c7b8ba4f08992d219fa029a41c 2024-11-10T12:45:54,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e8f8d2a854224b108644a394229994a4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e8f8d2a854224b108644a394229994a4 2024-11-10T12:45:54,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/dd9fc6ffd20a4e8a92582292c6b61e75 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/dd9fc6ffd20a4e8a92582292c6b61e75 2024-11-10T12:45:54,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5f05cc52722546459e39203f82437736 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5f05cc52722546459e39203f82437736 2024-11-10T12:45:54,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/087bdc0c62b840b2b7bda865a28f86d3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/087bdc0c62b840b2b7bda865a28f86d3 2024-11-10T12:45:54,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/1192024a9ea141a183152fae31c0ac07 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/1192024a9ea141a183152fae31c0ac07 2024-11-10T12:45:54,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/6391f64b503b443f84914406ffcc844e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/6391f64b503b443f84914406ffcc844e 2024-11-10T12:45:54,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5901f667d89044fbaa9d93e1809b38c7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5901f667d89044fbaa9d93e1809b38c7 2024-11-10T12:45:54,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a7d38dbac5964dedbbd7b82a5a7d7323 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a7d38dbac5964dedbbd7b82a5a7d7323 2024-11-10T12:45:54,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f34d5edd50924919bbe7f44e71e08ed6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f34d5edd50924919bbe7f44e71e08ed6 2024-11-10T12:45:54,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/9ced619e43fb410b935adb731a48c71d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/9ced619e43fb410b935adb731a48c71d 2024-11-10T12:45:54,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ffcd6a4ccdf94aeda05b0aa08e70f365 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ffcd6a4ccdf94aeda05b0aa08e70f365 2024-11-10T12:45:54,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0e946102a4214c67b8e84ed305b9c530 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0e946102a4214c67b8e84ed305b9c530 2024-11-10T12:45:54,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f40bcaf1cf21484dab264c2734aba623 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/f40bcaf1cf21484dab264c2734aba623 2024-11-10T12:45:54,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e188214f2ffa49c28c52a10654595136 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/e188214f2ffa49c28c52a10654595136 2024-11-10T12:45:54,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/11409b454c8446259ba6a739b7ad4ce1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/11409b454c8446259ba6a739b7ad4ce1 2024-11-10T12:45:54,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/8d077b4d8bf44ee59f0a15ffa5088e4b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/8d077b4d8bf44ee59f0a15ffa5088e4b 2024-11-10T12:45:54,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/76145b0e8ce94cfe9c8cecb5c0367270 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/76145b0e8ce94cfe9c8cecb5c0367270 2024-11-10T12:45:54,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/091eb7b724e84ffa8d42678055ad8141 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/091eb7b724e84ffa8d42678055ad8141 2024-11-10T12:45:54,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/020988d9c83d481580a922756191b10c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/020988d9c83d481580a922756191b10c 2024-11-10T12:45:54,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/30a60797383a46698b62184afcac0438 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/30a60797383a46698b62184afcac0438 2024-11-10T12:45:54,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/5c7b4a4e9c7a4231861d6ca6eb20b2b5 2024-11-10T12:45:54,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf8cf237c3884577b829f393173ff1cd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf8cf237c3884577b829f393173ff1cd 2024-11-10T12:45:54,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0328a4d5297042879d40d6d203eae1f3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0328a4d5297042879d40d6d203eae1f3 2024-11-10T12:45:54,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a270bc2f36a04dd39fc44c8eedbac829 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/a270bc2f36a04dd39fc44c8eedbac829 2024-11-10T12:45:54,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/606f0f7de2ac4b88a997bc66f42eb2a9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/606f0f7de2ac4b88a997bc66f42eb2a9 2024-11-10T12:45:54,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ee072196015e487b8b178a43edabba83 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/ee072196015e487b8b178a43edabba83 2024-11-10T12:45:54,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0bf835a7c07c49f0b2f01970fb096976 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/0bf835a7c07c49f0b2f01970fb096976 2024-11-10T12:45:54,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/343ea74b198d494ea516cb929161ea6b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/343ea74b198d494ea516cb929161ea6b 2024-11-10T12:45:54,384 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/recovered.edits/455.seqid, newMaxSeqId=455, maxSeqId=1 2024-11-10T12:45:54,385 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. 2024-11-10T12:45:54,385 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for bccd3f8359a818a2c1e1c44f913553d9: Waiting for close lock at 1731242753050Running coprocessor pre-close hooks at 1731242753050Disabling compacts and flushes for region at 1731242753050Disabling writes for close at 1731242753050Obtaining lock to block concurrent updates at 1731242753051 (+1 ms)Preparing flush snapshotting stores in bccd3f8359a818a2c1e1c44f913553d9 at 1731242753051Finished memstore snapshotting TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731242753051Flushing stores of TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9. at 1731242753051Flushing bccd3f8359a818a2c1e1c44f913553d9/A: creating writer at 1731242753051Flushing bccd3f8359a818a2c1e1c44f913553d9/A: appending metadata at 1731242753054 (+3 ms)Flushing bccd3f8359a818a2c1e1c44f913553d9/A: closing flushed file at 1731242753054Flushing bccd3f8359a818a2c1e1c44f913553d9/B: creating writer at 1731242753462 (+408 ms)Flushing bccd3f8359a818a2c1e1c44f913553d9/B: appending metadata at 1731242753464 (+2 ms)Flushing bccd3f8359a818a2c1e1c44f913553d9/B: closing flushed file at 1731242753464Flushing bccd3f8359a818a2c1e1c44f913553d9/C: creating writer at 1731242753872 (+408 ms)Flushing bccd3f8359a818a2c1e1c44f913553d9/C: appending metadata at 1731242753875 (+3 ms)Flushing bccd3f8359a818a2c1e1c44f913553d9/C: closing flushed file at 1731242753875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee5b951: reopening flushed file at 1731242754282 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14896372: reopening flushed file at 1731242754286 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3e2173: reopening flushed file at 1731242754290 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bccd3f8359a818a2c1e1c44f913553d9 in 1244ms, sequenceid=452, compaction requested=true at 1731242754294 (+4 ms)Writing region close event to WAL at 1731242754382 (+88 ms)Running coprocessor post-close hooks at 1731242754385 (+3 ms)Closed at 1731242754385 2024-11-10T12:45:54,387 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:54,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=bccd3f8359a818a2c1e1c44f913553d9, regionState=CLOSED 2024-11-10T12:45:54,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:45:54,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-10T12:45:54,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure bccd3f8359a818a2c1e1c44f913553d9, server=b1807907b3fc,34731,1731242655483 in 1.4910 sec 2024-11-10T12:45:54,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T12:45:54,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bccd3f8359a818a2c1e1c44f913553d9, UNASSIGN in 1.4950 sec 2024-11-10T12:45:54,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-10T12:45:54,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-10T12:45:54,395 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242754395"}]},"ts":"1731242754395"} 2024-11-10T12:45:54,396 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:45:54,396 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:45:54,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5080 sec 2024-11-10T12:45:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T12:45:55,038 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:55,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:45:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,040 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=102, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-10T12:45:55,041 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=102, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,043 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:55,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/recovered.edits] 2024-11-10T12:45:55,047 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3a26f7e027794d0397fbcc592436cdeb to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/3a26f7e027794d0397fbcc592436cdeb 2024-11-10T12:45:55,048 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a14189afdf247bd86267b2fd20ed2a7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/4a14189afdf247bd86267b2fd20ed2a7 2024-11-10T12:45:55,050 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/54221ea54dd8485c9ef21d71744660a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/A/54221ea54dd8485c9ef21d71744660a3 2024-11-10T12:45:55,051 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/67be18bd5638470ba38a35a9b2a8392b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/67be18bd5638470ba38a35a9b2a8392b 2024-11-10T12:45:55,053 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ca041ef019ce4bc8a1d879ba10c684c0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/ca041ef019ce4bc8a1d879ba10c684c0 2024-11-10T12:45:55,054 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f3320704180e48b2b07bf6ba4eb46e16 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/B/f3320704180e48b2b07bf6ba4eb46e16 2024-11-10T12:45:55,056 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/124eab0d30a942c49a195b09fefbdb48 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/124eab0d30a942c49a195b09fefbdb48 2024-11-10T12:45:55,057 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf1ee094a21f4cc3a4bb98758d700da6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/bf1ee094a21f4cc3a4bb98758d700da6 2024-11-10T12:45:55,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/C/c23bbb8890ec4aa2a7a4b83f56a3f3bf 2024-11-10T12:45:55,060 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/recovered.edits/455.seqid to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9/recovered.edits/455.seqid 2024-11-10T12:45:55,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/bccd3f8359a818a2c1e1c44f913553d9 2024-11-10T12:45:55,061 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:45:55,063 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=102, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,065 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:45:55,067 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:45:55,068 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=102, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,068 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:45:55,068 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731242755068"}]},"ts":"9223372036854775807"} 2024-11-10T12:45:55,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:45:55,069 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bccd3f8359a818a2c1e1c44f913553d9, NAME => 'TestAcidGuarantees,,1731242729307.bccd3f8359a818a2c1e1c44f913553d9.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:45:55,070 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:45:55,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731242755070"}]},"ts":"9223372036854775807"} 2024-11-10T12:45:55,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:45:55,072 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=102, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-10T12:45:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-10T12:45:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:45:55,148 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:55,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2088608582_22 at /127.0.0.1:38474 [Waiting for operation #255] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1218732960_22 at /127.0.0.1:47840 [Waiting for operation #342] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5808 (was 5213) - AvailableMemoryMB LEAK? - 2024-11-10T12:45:55,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=5808 2024-11-10T12:45:55,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:45:55,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:45:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:55,168 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:45:55,168 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:55,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 103 2024-11-10T12:45:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:45:55,169 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:45:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742160_1336 (size=959) 2024-11-10T12:45:55,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:45:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:45:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:45:55,576 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:45:55,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742161_1337 (size=53) 2024-11-10T12:45:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:45:55,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:45:55,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0b29d676aaf84c909d5ebd69e1444f0c, disabling compactions & flushes 2024-11-10T12:45:55,981 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:55,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:55,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. after waiting 0 ms 2024-11-10T12:45:55,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:55,982 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:55,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b29d676aaf84c909d5ebd69e1444f0c: Waiting for close lock at 1731242755981Disabling compacts and flushes for region at 1731242755981Disabling writes for close at 1731242755981Writing region close event to WAL at 1731242755982 (+1 ms)Closed at 1731242755982 2024-11-10T12:45:55,983 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:45:55,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731242755983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731242755983"}]},"ts":"1731242755983"} 2024-11-10T12:45:55,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:45:55,985 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:45:55,985 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242755985"}]},"ts":"1731242755985"} 2024-11-10T12:45:55,986 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:45:55,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, ASSIGN}] 2024-11-10T12:45:55,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, ASSIGN 2024-11-10T12:45:55,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, ASSIGN; state=OFFLINE, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=false 2024-11-10T12:45:56,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, ASSIGN because future has completed 2024-11-10T12:45:56,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:45:56,294 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:56,294 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:45:56,295 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,295 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:45:56,295 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7794): checking encryption for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,295 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7797): checking classloading for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,296 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,297 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b29d676aaf84c909d5ebd69e1444f0c columnFamilyName A 2024-11-10T12:45:56,297 DEBUG [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:56,298 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(327): Store=0b29d676aaf84c909d5ebd69e1444f0c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:56,298 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,299 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b29d676aaf84c909d5ebd69e1444f0c columnFamilyName B 2024-11-10T12:45:56,299 DEBUG [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:56,299 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(327): Store=0b29d676aaf84c909d5ebd69e1444f0c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:56,299 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,300 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b29d676aaf84c909d5ebd69e1444f0c columnFamilyName C 2024-11-10T12:45:56,300 DEBUG [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:56,300 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(327): Store=0b29d676aaf84c909d5ebd69e1444f0c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:56,300 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1038): replaying wal for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,301 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,301 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,302 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1048): stopping wal replay for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,302 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1060): Cleaning up temporary data for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,302 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:45:56,303 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1093): writing seq id for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,305 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:45:56,305 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1114): Opened 0b29d676aaf84c909d5ebd69e1444f0c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67936769, jitterRate=0.012336745858192444}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:45:56,306 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:56,306 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1006): Region open journal for 0b29d676aaf84c909d5ebd69e1444f0c: Running coprocessor pre-open hook at 1731242756295Writing region info on filesystem at 1731242756295Initializing all the Stores at 1731242756296 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242756296Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242756296Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242756296Cleaning up temporary data from old regions at 1731242756302 (+6 ms)Running coprocessor post-open hooks at 1731242756306 (+4 ms)Region opened successfully at 1731242756306 2024-11-10T12:45:56,307 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., pid=105, masterSystemTime=1731242756292 2024-11-10T12:45:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:45:56,308 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:56,309 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:56,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:45:56,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T12:45:56,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 in 171 msec 2024-11-10T12:45:56,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-10T12:45:56,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, ASSIGN in 327 msec 2024-11-10T12:45:56,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:45:56,315 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242756315"}]},"ts":"1731242756315"} 2024-11-10T12:45:56,317 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:45:56,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:45:56,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-10T12:45:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:45:57,318 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:57,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:57,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:57,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:57,320 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a005ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:57,321 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cbbcee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:57,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:57,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:57,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:45:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:45:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36206fd1 2024-11-10T12:45:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:45:57,326 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:45:57,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:45:57,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:45:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=106, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:45:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742162_1338 (size=995) 2024-11-10T12:45:57,738 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T12:45:57,738 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T12:45:57,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:45:57,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, REOPEN/MOVE}] 2024-11-10T12:45:57,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, REOPEN/MOVE 2024-11-10T12:45:57,744 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:57,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, REOPEN/MOVE because future has completed 2024-11-10T12:45:57,745 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:45:57,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:45:57,897 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(122): Close 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:57,897 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:45:57,897 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1722): Closing 0b29d676aaf84c909d5ebd69e1444f0c, disabling compactions & flushes 2024-11-10T12:45:57,897 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:57,897 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:57,897 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. after waiting 0 ms 2024-11-10T12:45:57,897 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:57,901 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:45:57,902 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:57,902 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1676): Region close journal for 0b29d676aaf84c909d5ebd69e1444f0c: Waiting for close lock at 1731242757897Running coprocessor pre-close hooks at 1731242757897Disabling compacts and flushes for region at 1731242757897Disabling writes for close at 1731242757897Writing region close event to WAL at 1731242757898 (+1 ms)Running coprocessor post-close hooks at 1731242757901 (+3 ms)Closed at 1731242757901 2024-11-10T12:45:57,902 WARN [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionServer(3299): Not adding moved region record: 0b29d676aaf84c909d5ebd69e1444f0c to self. 2024-11-10T12:45:57,903 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(157): Closed 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:57,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=CLOSED 2024-11-10T12:45:57,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:45:57,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-10T12:45:57,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; CloseRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 in 161 msec 2024-11-10T12:45:57,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, REOPEN/MOVE; state=CLOSED, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=true 2024-11-10T12:45:58,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, REOPEN/MOVE because future has completed 2024-11-10T12:45:58,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=108, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:45:58,214 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,214 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:45:58,214 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,215 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:45:58,215 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,215 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,216 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,217 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b29d676aaf84c909d5ebd69e1444f0c columnFamilyName A 2024-11-10T12:45:58,217 DEBUG [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:58,218 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(327): Store=0b29d676aaf84c909d5ebd69e1444f0c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:58,218 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,219 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b29d676aaf84c909d5ebd69e1444f0c columnFamilyName B 2024-11-10T12:45:58,219 DEBUG [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:58,219 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(327): Store=0b29d676aaf84c909d5ebd69e1444f0c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:58,220 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,220 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b29d676aaf84c909d5ebd69e1444f0c columnFamilyName C 2024-11-10T12:45:58,220 DEBUG [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:58,220 INFO [StoreOpener-0b29d676aaf84c909d5ebd69e1444f0c-1 {}] regionserver.HStore(327): Store=0b29d676aaf84c909d5ebd69e1444f0c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:45:58,221 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,221 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,222 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,222 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,222 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,223 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:45:58,224 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,224 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened 0b29d676aaf84c909d5ebd69e1444f0c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67880094, jitterRate=0.011492222547531128}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:45:58,224 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,225 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for 0b29d676aaf84c909d5ebd69e1444f0c: Running coprocessor pre-open hook at 1731242758215Writing region info on filesystem at 1731242758215Initializing all the Stores at 1731242758215Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242758215Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242758216 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242758216Cleaning up temporary data from old regions at 1731242758222 (+6 ms)Running coprocessor post-open hooks at 1731242758224 (+2 ms)Region opened successfully at 1731242758225 (+1 ms) 2024-11-10T12:45:58,226 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., pid=110, masterSystemTime=1731242758211 2024-11-10T12:45:58,227 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,227 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=108, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:45:58,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=108 2024-11-10T12:45:58,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=108, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 in 169 msec 2024-11-10T12:45:58,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-10T12:45:58,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, REOPEN/MOVE in 489 msec 2024-11-10T12:45:58,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-10T12:45:58,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-10T12:45:58,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-10T12:45:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-10T12:45:58,237 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:45:58,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240cebca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,239 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b3f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,241 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654b976a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,242 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed42515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,244 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d9b8ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332c5217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c923c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,248 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d23f953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,250 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b94bd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8460da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,252 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64441d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,253 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1586f66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,255 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798c10f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,256 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc4567f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36915a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,259 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c883a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,260 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480c00de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,261 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ef96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:45:58,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:45:58,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:45:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:45:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:45:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63fda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:45:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:45:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:45:58,264 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:45:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a9ca01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:45:58,265 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,265 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,265 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,265 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,266 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,266 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,268 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,268 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,269 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,269 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:45:58,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:45:58,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:45:58,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:45:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:45:58,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:45:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-10T12:45:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:45:58,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:45:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:45:58,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:45:58,283 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:45:58,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:45:58,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111012ff7bd48e554159a60efacfe7299dc8_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242758278/Put/seqid=0 2024-11-10T12:45:58,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742163_1339 (size=19474) 2024-11-10T12:45:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242818346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242818347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242818348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242818349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242818352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:45:58,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242818467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242818467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242818467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242818467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242818467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:45:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242818677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242818677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242818678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242818678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242818678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,718 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:58,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111012ff7bd48e554159a60efacfe7299dc8_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111012ff7bd48e554159a60efacfe7299dc8_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:58,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/603a1d3bb7a94810ba3784ac1672349b, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:45:58,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/603a1d3bb7a94810ba3784ac1672349b is 175, key is test_row_0/A:col10/1731242758278/Put/seqid=0 2024-11-10T12:45:58,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742164_1340 (size=56733) 2024-11-10T12:45:58,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:58,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:45:58,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242818987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242818987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242818987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:58,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242818987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242818998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:59,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:59,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/603a1d3bb7a94810ba3784ac1672349b 2024-11-10T12:45:59,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/45a7dc45eb474262a4385c378d6cceed is 50, key is test_row_0/B:col10/1731242758278/Put/seqid=0 2024-11-10T12:45:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742165_1341 (size=12001) 2024-11-10T12:45:59,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/45a7dc45eb474262a4385c378d6cceed 2024-11-10T12:45:59,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/27c07abe07e9482ba7f8881cd6e27a79 is 50, key is test_row_0/C:col10/1731242758278/Put/seqid=0 2024-11-10T12:45:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742166_1342 (size=12001) 2024-11-10T12:45:59,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:59,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:59,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:45:59,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:59,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:45:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:45:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242819508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242819508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242819508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242819508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:45:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242819517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:45:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:45:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:45:59,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/27c07abe07e9482ba7f8881cd6e27a79 2024-11-10T12:45:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/603a1d3bb7a94810ba3784ac1672349b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b 2024-11-10T12:45:59,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b, entries=300, sequenceid=16, filesize=55.4 K 2024-11-10T12:45:59,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/45a7dc45eb474262a4385c378d6cceed as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/45a7dc45eb474262a4385c378d6cceed 2024-11-10T12:45:59,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/45a7dc45eb474262a4385c378d6cceed, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T12:45:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/27c07abe07e9482ba7f8881cd6e27a79 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/27c07abe07e9482ba7f8881cd6e27a79 2024-11-10T12:45:59,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/27c07abe07e9482ba7f8881cd6e27a79, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T12:45:59,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0b29d676aaf84c909d5ebd69e1444f0c in 1318ms, sequenceid=16, compaction requested=false 2024-11-10T12:45:59,601 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:45:59,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:45:59,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:45:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:45:59,661 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:45:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b88329bde6044a5299087230b521e0e2_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242758351/Put/seqid=0 2024-11-10T12:45:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742167_1343 (size=12154) 2024-11-10T12:45:59,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:45:59,679 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b88329bde6044a5299087230b521e0e2_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b88329bde6044a5299087230b521e0e2_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:45:59,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/afced88534284b56ab121b886b5412b1, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:45:59,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/afced88534284b56ab121b886b5412b1 is 175, key is test_row_0/A:col10/1731242758351/Put/seqid=0 2024-11-10T12:45:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742168_1344 (size=30955) 2024-11-10T12:45:59,691 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/afced88534284b56ab121b886b5412b1 2024-11-10T12:45:59,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/f22faba973b4453bab47c4fe340a7f20 is 50, key is test_row_0/B:col10/1731242758351/Put/seqid=0 2024-11-10T12:45:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742169_1345 (size=12001) 2024-11-10T12:45:59,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:46:00,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/f22faba973b4453bab47c4fe340a7f20 2024-11-10T12:46:00,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/0576861650324389b2baea7e2388f554 is 50, key is test_row_0/C:col10/1731242758351/Put/seqid=0 2024-11-10T12:46:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742170_1346 (size=12001) 2024-11-10T12:46:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:46:00,517 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/0576861650324389b2baea7e2388f554 2024-11-10T12:46:00,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/afced88534284b56ab121b886b5412b1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1 2024-11-10T12:46:00,525 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T12:46:00,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/f22faba973b4453bab47c4fe340a7f20 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f22faba973b4453bab47c4fe340a7f20 2024-11-10T12:46:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,530 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f22faba973b4453bab47c4fe340a7f20, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:46:00,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/0576861650324389b2baea7e2388f554 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0576861650324389b2baea7e2388f554 2024-11-10T12:46:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,535 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0576861650324389b2baea7e2388f554, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:46:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,536 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 0b29d676aaf84c909d5ebd69e1444f0c in 875ms, sequenceid=40, compaction requested=false 2024-11-10T12:46:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-10T12:46:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-10T12:46:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T12:46:00,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2540 sec 2024-11-10T12:46:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.2610 sec 2024-11-10T12:46:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:00,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b4dff36bccac424eb318db2d32c123ab_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742172_1348 (size=24358) 2024-11-10T12:46:00,672 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:00,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b4dff36bccac424eb318db2d32c123ab_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b4dff36bccac424eb318db2d32c123ab_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:00,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/eabaca3a1cd8481298efffc786fd2ce6, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:00,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/eabaca3a1cd8481298efffc786fd2ce6 is 175, key is test_row_0/A:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:00,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742171_1347 (size=73995) 2024-11-10T12:46:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242820680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242820695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242820696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242820698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242820699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242820808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242820817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242820817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242820817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242820817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242821027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242821027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242821027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242821028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242821028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/eabaca3a1cd8481298efffc786fd2ce6 2024-11-10T12:46:01,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/fe059bd010604ec69b692864178edb94 is 50, key is test_row_0/B:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:01,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742173_1349 (size=12001) 2024-11-10T12:46:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242821347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242821347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242821347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242821347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242821348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/fe059bd010604ec69b692864178edb94 2024-11-10T12:46:01,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/15b004a132cd4f03839288b3c9f60e78 is 50, key is test_row_0/C:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742174_1350 (size=12001) 2024-11-10T12:46:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242821857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242821868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242821868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242821868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242821868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:01,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/15b004a132cd4f03839288b3c9f60e78 2024-11-10T12:46:01,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/eabaca3a1cd8481298efffc786fd2ce6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6 2024-11-10T12:46:01,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6, entries=400, sequenceid=51, filesize=72.3 K 2024-11-10T12:46:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/fe059bd010604ec69b692864178edb94 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/fe059bd010604ec69b692864178edb94 2024-11-10T12:46:01,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/fe059bd010604ec69b692864178edb94, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:46:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/15b004a132cd4f03839288b3c9f60e78 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/15b004a132cd4f03839288b3c9f60e78 2024-11-10T12:46:01,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/15b004a132cd4f03839288b3c9f60e78, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:46:01,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0b29d676aaf84c909d5ebd69e1444f0c in 1309ms, sequenceid=51, compaction requested=true 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:01,930 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:01,930 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:01,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:01,931 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:01,931 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/A is initiating minor compaction (all files) 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/B is initiating minor compaction (all files) 2024-11-10T12:46:01,932 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/A in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:01,932 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/B in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:01,932 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=157.9 K 2024-11-10T12:46:01,932 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/45a7dc45eb474262a4385c378d6cceed, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f22faba973b4453bab47c4fe340a7f20, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/fe059bd010604ec69b692864178edb94] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=35.2 K 2024-11-10T12:46:01,932 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6] 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 45a7dc45eb474262a4385c378d6cceed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731242758278 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 603a1d3bb7a94810ba3784ac1672349b, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731242758274 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f22faba973b4453bab47c4fe340a7f20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242758347 2024-11-10T12:46:01,932 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting afced88534284b56ab121b886b5412b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242758347 2024-11-10T12:46:01,933 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fe059bd010604ec69b692864178edb94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242760610 2024-11-10T12:46:01,933 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabaca3a1cd8481298efffc786fd2ce6, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242760608 2024-11-10T12:46:01,939 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:01,940 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:01,940 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/5be34cac5a2a4430a710651e19b15f39 is 50, key is test_row_0/B:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:01,943 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a0610cb5e298465eb7c8fed2701fc0cc_0b29d676aaf84c909d5ebd69e1444f0c store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:01,945 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a0610cb5e298465eb7c8fed2701fc0cc_0b29d676aaf84c909d5ebd69e1444f0c, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:01,946 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a0610cb5e298465eb7c8fed2701fc0cc_0b29d676aaf84c909d5ebd69e1444f0c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742175_1351 (size=12104) 2024-11-10T12:46:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742176_1352 (size=4469) 2024-11-10T12:46:02,351 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:02,352 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/5f96d088307e43d7b60924d5bb6680a0 is 175, key is test_row_0/A:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:02,352 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/5be34cac5a2a4430a710651e19b15f39 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/5be34cac5a2a4430a710651e19b15f39 2024-11-10T12:46:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742177_1353 (size=31058) 2024-11-10T12:46:02,358 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/B of 0b29d676aaf84c909d5ebd69e1444f0c into 5be34cac5a2a4430a710651e19b15f39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:02,358 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:02,358 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/B, priority=13, startTime=1731242761930; duration=0sec 2024-11-10T12:46:02,358 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:02,358 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:B 2024-11-10T12:46:02,359 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:02,359 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:02,359 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/C is initiating minor compaction (all files) 2024-11-10T12:46:02,359 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/C in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:02,360 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/27c07abe07e9482ba7f8881cd6e27a79, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0576861650324389b2baea7e2388f554, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/15b004a132cd4f03839288b3c9f60e78] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=35.2 K 2024-11-10T12:46:02,361 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 27c07abe07e9482ba7f8881cd6e27a79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731242758278 2024-11-10T12:46:02,361 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0576861650324389b2baea7e2388f554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242758347 2024-11-10T12:46:02,362 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 15b004a132cd4f03839288b3c9f60e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242760610 2024-11-10T12:46:02,369 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:02,369 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/0c933bbaebd440f39d835f24ba83a764 is 50, key is test_row_0/C:col10/1731242760610/Put/seqid=0 2024-11-10T12:46:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742178_1354 (size=12104) 2024-11-10T12:46:02,379 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/0c933bbaebd440f39d835f24ba83a764 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0c933bbaebd440f39d835f24ba83a764 2024-11-10T12:46:02,389 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/C of 0b29d676aaf84c909d5ebd69e1444f0c into 0c933bbaebd440f39d835f24ba83a764(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:02,389 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:02,389 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/C, priority=13, startTime=1731242761930; duration=0sec 2024-11-10T12:46:02,389 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:02,389 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:C 2024-11-10T12:46:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:46:02,438 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:02,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-10T12:46:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:46:02,440 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:02,441 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:02,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:46:02,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:46:02,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:02,593 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a57ea3ee41964e9c86256eb9cd0481ba_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242760696/Put/seqid=0 2024-11-10T12:46:02,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742179_1355 (size=12154) 2024-11-10T12:46:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:46:02,762 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/5f96d088307e43d7b60924d5bb6680a0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5f96d088307e43d7b60924d5bb6680a0 2024-11-10T12:46:02,766 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/A of 0b29d676aaf84c909d5ebd69e1444f0c into 5f96d088307e43d7b60924d5bb6680a0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:02,766 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:02,766 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/A, priority=13, startTime=1731242761930; duration=0sec 2024-11-10T12:46:02,766 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:02,766 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:A 2024-11-10T12:46:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:02,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242822888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:02,897 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242822897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242822897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242822895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242822898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:03,009 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a57ea3ee41964e9c86256eb9cd0481ba_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a57ea3ee41964e9c86256eb9cd0481ba_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:03,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/c09d62ce7ee14a54b69683ae1c51fdcc, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:03,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/c09d62ce7ee14a54b69683ae1c51fdcc is 175, key is test_row_0/A:col10/1731242760696/Put/seqid=0 2024-11-10T12:46:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742180_1356 (size=30955) 2024-11-10T12:46:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242823017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242823017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242823017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242823018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:46:03,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242823227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242823227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242823227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242823227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,414 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/c09d62ce7ee14a54b69683ae1c51fdcc 2024-11-10T12:46:03,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c014bfcdc378437282f22ca49ef89f3a is 50, key is test_row_0/B:col10/1731242760696/Put/seqid=0 2024-11-10T12:46:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742181_1357 (size=12001) 2024-11-10T12:46:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242823547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242823547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242823547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242823547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:03,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:46:03,830 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c014bfcdc378437282f22ca49ef89f3a 2024-11-10T12:46:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/cc84946642d84a569a81119dc1e8a06c is 50, key is test_row_0/C:col10/1731242760696/Put/seqid=0 2024-11-10T12:46:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742182_1358 (size=12001) 2024-11-10T12:46:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242824067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242824067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242824067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:04,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242824068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:04,242 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/cc84946642d84a569a81119dc1e8a06c 2024-11-10T12:46:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/c09d62ce7ee14a54b69683ae1c51fdcc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc 2024-11-10T12:46:04,250 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc, entries=150, sequenceid=78, filesize=30.2 K 2024-11-10T12:46:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c014bfcdc378437282f22ca49ef89f3a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c014bfcdc378437282f22ca49ef89f3a 2024-11-10T12:46:04,254 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c014bfcdc378437282f22ca49ef89f3a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:46:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/cc84946642d84a569a81119dc1e8a06c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cc84946642d84a569a81119dc1e8a06c 2024-11-10T12:46:04,258 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cc84946642d84a569a81119dc1e8a06c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-10T12:46:04,259 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0b29d676aaf84c909d5ebd69e1444f0c in 1666ms, sequenceid=78, compaction requested=false 2024-11-10T12:46:04,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:04,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:04,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-10T12:46:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-10T12:46:04,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T12:46:04,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-10T12:46:04,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.8240 sec 2024-11-10T12:46:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:46:04,588 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:04,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-10T12:46:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:46:04,591 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:04,591 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:04,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:46:04,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:46:04,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:04,744 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:46:04,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a24f10cdf614dcea4d14dcbf6d9834d_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242762896/Put/seqid=0 2024-11-10T12:46:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742183_1359 (size=12154) 2024-11-10T12:46:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:04,760 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101a24f10cdf614dcea4d14dcbf6d9834d_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a24f10cdf614dcea4d14dcbf6d9834d_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:04,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/37fbda2af97e4ef492d058b6c546ff1e, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:04,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/37fbda2af97e4ef492d058b6c546ff1e is 175, key is test_row_0/A:col10/1731242762896/Put/seqid=0 2024-11-10T12:46:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742184_1360 (size=30955) 2024-11-10T12:46:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:46:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:04,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:05,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242825076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242825088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242825088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242825088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,094 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:05,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,094 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242825088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,095 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:05,095 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,167 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/37fbda2af97e4ef492d058b6c546ff1e 2024-11-10T12:46:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/65d7bbd85bc240f081f0908ddfc9ce39 is 50, key is test_row_0/B:col10/1731242762896/Put/seqid=0 2024-11-10T12:46:05,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742185_1361 (size=12001) 2024-11-10T12:46:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242825188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:46:05,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:46:05,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T12:46:05,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242825408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,578 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/65d7bbd85bc240f081f0908ddfc9ce39 2024-11-10T12:46:05,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/cede553bfe204648873e9a243fbcd626 is 50, key is test_row_0/C:col10/1731242762896/Put/seqid=0 2024-11-10T12:46:05,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742186_1362 (size=12001) 2024-11-10T12:46:05,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242825718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:05,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:46:05,990 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/cede553bfe204648873e9a243fbcd626 2024-11-10T12:46:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/37fbda2af97e4ef492d058b6c546ff1e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e 2024-11-10T12:46:05,998 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e, entries=150, sequenceid=91, filesize=30.2 K 2024-11-10T12:46:05,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/65d7bbd85bc240f081f0908ddfc9ce39 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/65d7bbd85bc240f081f0908ddfc9ce39 2024-11-10T12:46:06,002 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/65d7bbd85bc240f081f0908ddfc9ce39, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:46:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/cede553bfe204648873e9a243fbcd626 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cede553bfe204648873e9a243fbcd626 2024-11-10T12:46:06,007 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cede553bfe204648873e9a243fbcd626, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T12:46:06,008 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0b29d676aaf84c909d5ebd69e1444f0c in 1263ms, sequenceid=91, compaction requested=true 2024-11-10T12:46:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-10T12:46:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-10T12:46:06,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-10T12:46:06,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-10T12:46:06,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4220 sec 2024-11-10T12:46:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:06,243 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:06,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:06,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102dfb83d09e8b4514a6f79447bf6db384_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:06,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742187_1363 (size=14594) 2024-11-10T12:46:06,257 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:06,261 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102dfb83d09e8b4514a6f79447bf6db384_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102dfb83d09e8b4514a6f79447bf6db384_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:06,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0905e1248e3e44fca0c953e0b4222b81, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:06,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0905e1248e3e44fca0c953e0b4222b81 is 175, key is test_row_0/A:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742188_1364 (size=39549) 2024-11-10T12:46:06,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0905e1248e3e44fca0c953e0b4222b81 2024-11-10T12:46:06,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/287c2cd9333045589a53d33a882bb761 is 50, key is test_row_0/B:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:06,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742189_1365 (size=12001) 2024-11-10T12:46:06,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/287c2cd9333045589a53d33a882bb761 2024-11-10T12:46:06,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/935bc81e15854adea19c634ca6a674e9 is 50, key is test_row_0/C:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:06,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742190_1366 (size=12001) 2024-11-10T12:46:06,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242826314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:06,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242826428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:06,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242826648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:06,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:06,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:06,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:06,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/935bc81e15854adea19c634ca6a674e9 2024-11-10T12:46:06,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0905e1248e3e44fca0c953e0b4222b81 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81 2024-11-10T12:46:06,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81, entries=200, sequenceid=116, filesize=38.6 K 2024-11-10T12:46:06,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/287c2cd9333045589a53d33a882bb761 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/287c2cd9333045589a53d33a882bb761 2024-11-10T12:46:06,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/287c2cd9333045589a53d33a882bb761, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:46:06,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/935bc81e15854adea19c634ca6a674e9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/935bc81e15854adea19c634ca6a674e9 2024-11-10T12:46:06,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/935bc81e15854adea19c634ca6a674e9, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:46:06,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b29d676aaf84c909d5ebd69e1444f0c in 461ms, sequenceid=116, compaction requested=true 2024-11-10T12:46:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:06,704 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:06,704 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:06,705 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:06,705 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/A is initiating minor compaction (all files) 2024-11-10T12:46:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:06,705 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/A in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:06,705 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5f96d088307e43d7b60924d5bb6680a0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=129.4 K 2024-11-10T12:46:06,705 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:06,705 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5f96d088307e43d7b60924d5bb6680a0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81] 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/B is initiating minor compaction (all files) 2024-11-10T12:46:06,706 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/B in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f96d088307e43d7b60924d5bb6680a0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242760610 2024-11-10T12:46:06,706 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/5be34cac5a2a4430a710651e19b15f39, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c014bfcdc378437282f22ca49ef89f3a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/65d7bbd85bc240f081f0908ddfc9ce39, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/287c2cd9333045589a53d33a882bb761] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=47.0 K 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c09d62ce7ee14a54b69683ae1c51fdcc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242760678 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be34cac5a2a4430a710651e19b15f39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242760610 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37fbda2af97e4ef492d058b6c546ff1e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242762881 2024-11-10T12:46:06,706 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c014bfcdc378437282f22ca49ef89f3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242760678 2024-11-10T12:46:06,707 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0905e1248e3e44fca0c953e0b4222b81, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242765060 2024-11-10T12:46:06,707 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 65d7bbd85bc240f081f0908ddfc9ce39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242762881 2024-11-10T12:46:06,707 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 287c2cd9333045589a53d33a882bb761, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242765060 2024-11-10T12:46:06,716 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:06,717 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:06,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/9b740011fb70455480ef4dced55edde1 is 50, key is test_row_0/B:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:06,720 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411104ab046b1ebab4cfa9dc7fdfbb6f683ab_0b29d676aaf84c909d5ebd69e1444f0c store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:06,722 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411104ab046b1ebab4cfa9dc7fdfbb6f683ab_0b29d676aaf84c909d5ebd69e1444f0c, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:06,722 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ab046b1ebab4cfa9dc7fdfbb6f683ab_0b29d676aaf84c909d5ebd69e1444f0c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:06,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742191_1367 (size=12241) 2024-11-10T12:46:06,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742192_1368 (size=4469) 2024-11-10T12:46:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:46:06,738 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:06,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-10T12:46:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:46:06,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:06,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:06,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:46:06,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:46:06,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:06,894 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:06,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111071e58809fbb04a0783371fb64ecbd5fc_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242766292/Put/seqid=0 2024-11-10T12:46:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742193_1369 (size=12154) 2024-11-10T12:46:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:06,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:46:07,129 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/9b740011fb70455480ef4dced55edde1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9b740011fb70455480ef4dced55edde1 2024-11-10T12:46:07,131 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:07,132 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/2d80ea5737b04d9cbddf21414d398095 is 175, key is test_row_0/A:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:07,134 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/B of 0b29d676aaf84c909d5ebd69e1444f0c into 9b740011fb70455480ef4dced55edde1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:07,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:07,134 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/B, priority=12, startTime=1731242766704; duration=0sec 2024-11-10T12:46:07,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:07,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:B 2024-11-10T12:46:07,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:07,135 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:07,135 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/C is initiating minor compaction (all files) 2024-11-10T12:46:07,135 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/C in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:07,136 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0c933bbaebd440f39d835f24ba83a764, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cc84946642d84a569a81119dc1e8a06c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cede553bfe204648873e9a243fbcd626, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/935bc81e15854adea19c634ca6a674e9] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=47.0 K 2024-11-10T12:46:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742194_1370 (size=31195) 2024-11-10T12:46:07,136 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c933bbaebd440f39d835f24ba83a764, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731242760610 2024-11-10T12:46:07,136 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting cc84946642d84a569a81119dc1e8a06c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731242760678 2024-11-10T12:46:07,137 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting cede553bfe204648873e9a243fbcd626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731242762881 2024-11-10T12:46:07,137 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 935bc81e15854adea19c634ca6a674e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242765060 2024-11-10T12:46:07,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242827127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,141 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/2d80ea5737b04d9cbddf21414d398095 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/2d80ea5737b04d9cbddf21414d398095 2024-11-10T12:46:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242827133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,146 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/A of 0b29d676aaf84c909d5ebd69e1444f0c into 2d80ea5737b04d9cbddf21414d398095(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:07,146 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:07,146 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/A, priority=12, startTime=1731242766704; duration=0sec 2024-11-10T12:46:07,146 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:07,146 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:A 2024-11-10T12:46:07,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242827134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,154 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:07,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/f1aadfcdd92142f7ae1b161bd17de8f8 is 50, key is test_row_0/C:col10/1731242765060/Put/seqid=0 2024-11-10T12:46:07,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242827139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242827142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742195_1371 (size=12241) 2024-11-10T12:46:07,162 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/f1aadfcdd92142f7ae1b161bd17de8f8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/f1aadfcdd92142f7ae1b161bd17de8f8 2024-11-10T12:46:07,166 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/C of 0b29d676aaf84c909d5ebd69e1444f0c into f1aadfcdd92142f7ae1b161bd17de8f8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:07,166 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:07,166 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/C, priority=12, startTime=1731242766705; duration=0sec 2024-11-10T12:46:07,166 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:07,166 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:C 2024-11-10T12:46:07,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242827247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242827247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242827258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242827258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242827267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:07,308 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111071e58809fbb04a0783371fb64ecbd5fc_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111071e58809fbb04a0783371fb64ecbd5fc_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/798df80469104abdb1307847cddcf2de, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/798df80469104abdb1307847cddcf2de is 175, key is test_row_0/A:col10/1731242766292/Put/seqid=0 2024-11-10T12:46:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742196_1372 (size=30955) 2024-11-10T12:46:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:46:07,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242827458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242827458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242827477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242827477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242827487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,714 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/798df80469104abdb1307847cddcf2de 2024-11-10T12:46:07,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/b6739bb391074d37998fb13bd0fe5dbf is 50, key is test_row_0/B:col10/1731242766292/Put/seqid=0 2024-11-10T12:46:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742197_1373 (size=12001) 2024-11-10T12:46:07,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242827768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242827778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242827797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242827797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242827797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:07,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:46:08,128 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/b6739bb391074d37998fb13bd0fe5dbf 2024-11-10T12:46:08,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/456f9d6863614d348c70cbb43ae729e0 is 50, key is test_row_0/C:col10/1731242766292/Put/seqid=0 2024-11-10T12:46:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742198_1374 (size=12001) 2024-11-10T12:46:08,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242828277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242828297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:08,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:08,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242828308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242828318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242828318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:08,540 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/456f9d6863614d348c70cbb43ae729e0 2024-11-10T12:46:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/798df80469104abdb1307847cddcf2de as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de 2024-11-10T12:46:08,547 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de, entries=150, sequenceid=127, filesize=30.2 K 2024-11-10T12:46:08,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/b6739bb391074d37998fb13bd0fe5dbf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/b6739bb391074d37998fb13bd0fe5dbf 2024-11-10T12:46:08,552 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/b6739bb391074d37998fb13bd0fe5dbf, entries=150, sequenceid=127, filesize=11.7 K 2024-11-10T12:46:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/456f9d6863614d348c70cbb43ae729e0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/456f9d6863614d348c70cbb43ae729e0 2024-11-10T12:46:08,556 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/456f9d6863614d348c70cbb43ae729e0, entries=150, sequenceid=127, filesize=11.7 K 2024-11-10T12:46:08,557 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0b29d676aaf84c909d5ebd69e1444f0c in 1663ms, sequenceid=127, compaction requested=false 2024-11-10T12:46:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-10T12:46:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-10T12:46:08,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T12:46:08,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-10T12:46:08,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8230 sec 2024-11-10T12:46:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:46:08,887 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:08,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-10T12:46:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:46:08,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:08,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:08,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:46:09,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T12:46:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:09,043 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:09,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111060a1e6d323524946a7b35c3c8d3e3793_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242767132/Put/seqid=0 2024-11-10T12:46:09,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742199_1375 (size=12304) 2024-11-10T12:46:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,060 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111060a1e6d323524946a7b35c3c8d3e3793_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111060a1e6d323524946a7b35c3c8d3e3793_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/024a5c07080c49e69c7f7f7ba1daeabc, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/024a5c07080c49e69c7f7f7ba1daeabc is 175, key is test_row_0/A:col10/1731242767132/Put/seqid=0 2024-11-10T12:46:09,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742200_1376 (size=31105) 2024-11-10T12:46:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:46:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:09,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242829330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242829332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242829338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242829338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242829338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,343 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,344 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242829447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242829448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242829448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,468 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/024a5c07080c49e69c7f7f7ba1daeabc 2024-11-10T12:46:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/27fe980860b84bd8925dde2eeb02d4bc is 50, key is test_row_0/B:col10/1731242767132/Put/seqid=0 2024-11-10T12:46:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742201_1377 (size=12151) 2024-11-10T12:46:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:46:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242829668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242829668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242829668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:09,879 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/27fe980860b84bd8925dde2eeb02d4bc 2024-11-10T12:46:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/fe08dbfd27174310968c70b32c701aa2 is 50, key is test_row_0/C:col10/1731242767132/Put/seqid=0 2024-11-10T12:46:09,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742202_1378 (size=12151) 2024-11-10T12:46:09,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/fe08dbfd27174310968c70b32c701aa2 2024-11-10T12:46:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/024a5c07080c49e69c7f7f7ba1daeabc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc 2024-11-10T12:46:09,901 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc, entries=150, sequenceid=155, filesize=30.4 K 2024-11-10T12:46:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/27fe980860b84bd8925dde2eeb02d4bc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/27fe980860b84bd8925dde2eeb02d4bc 2024-11-10T12:46:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,906 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/27fe980860b84bd8925dde2eeb02d4bc, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:46:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/fe08dbfd27174310968c70b32c701aa2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/fe08dbfd27174310968c70b32c701aa2 2024-11-10T12:46:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,912 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/fe08dbfd27174310968c70b32c701aa2, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:46:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,913 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b29d676aaf84c909d5ebd69e1444f0c in 870ms, sequenceid=155, compaction requested=true 2024-11-10T12:46:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-10T12:46:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-10T12:46:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T12:46:09,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-10T12:46:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.0290 sec 2024-11-10T12:46:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:10,008 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:10,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:46:10,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109e319c874aad4d659c359a378329162a_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:46:10,028 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:10,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-10T12:46:10,030 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:10,031 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:10,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742203_1379 (size=12304) 2024-11-10T12:46:10,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242830111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242830114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242830115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:10,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242830237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242830237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242830237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:10,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:10,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109e319c874aad4d659c359a378329162a_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109e319c874aad4d659c359a378329162a_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:10,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/9c2ef59fe91a43eab95dd88b1a06009b, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:10,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/9c2ef59fe91a43eab95dd88b1a06009b is 175, key is test_row_0/A:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742204_1380 (size=31105) 2024-11-10T12:46:10,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242830457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242830458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242830458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:10,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242830777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242830777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242830778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:10,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/9c2ef59fe91a43eab95dd88b1a06009b 2024-11-10T12:46:10,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/8b7933b36b3145f4af7dcbff8a703e48 is 50, key is test_row_0/B:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742205_1381 (size=12151) 2024-11-10T12:46:10,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:10,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:10,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:10,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:11,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:11,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/8b7933b36b3145f4af7dcbff8a703e48 2024-11-10T12:46:11,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/c8a91bb78d304ca898c625e7200e0564 is 50, key is test_row_0/C:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742206_1382 (size=12151) 2024-11-10T12:46:11,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/c8a91bb78d304ca898c625e7200e0564 2024-11-10T12:46:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/9c2ef59fe91a43eab95dd88b1a06009b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b 2024-11-10T12:46:11,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b, entries=150, sequenceid=167, filesize=30.4 K 2024-11-10T12:46:11,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/8b7933b36b3145f4af7dcbff8a703e48 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/8b7933b36b3145f4af7dcbff8a703e48 2024-11-10T12:46:11,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/8b7933b36b3145f4af7dcbff8a703e48, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T12:46:11,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/c8a91bb78d304ca898c625e7200e0564 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/c8a91bb78d304ca898c625e7200e0564 2024-11-10T12:46:11,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/c8a91bb78d304ca898c625e7200e0564, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T12:46:11,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0b29d676aaf84c909d5ebd69e1444f0c in 1294ms, sequenceid=167, compaction requested=true 2024-11-10T12:46:11,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:11,302 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:11,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:11,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:11,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:11,303 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:11,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:11,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:11,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:11,304 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:11,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:11,304 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/A is initiating minor compaction (all files) 2024-11-10T12:46:11,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:11,304 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/A in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,304 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/2d80ea5737b04d9cbddf21414d398095, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=121.4 K 2024-11-10T12:46:11,304 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,304 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/2d80ea5737b04d9cbddf21414d398095, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b] 2024-11-10T12:46:11,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d80ea5737b04d9cbddf21414d398095, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242765060 2024-11-10T12:46:11,305 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:11,305 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/B is initiating minor compaction (all files) 2024-11-10T12:46:11,305 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/B in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,305 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 798df80469104abdb1307847cddcf2de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731242766292 2024-11-10T12:46:11,305 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9b740011fb70455480ef4dced55edde1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/b6739bb391074d37998fb13bd0fe5dbf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/27fe980860b84bd8925dde2eeb02d4bc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/8b7933b36b3145f4af7dcbff8a703e48] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=47.4 K 2024-11-10T12:46:11,306 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 024a5c07080c49e69c7f7f7ba1daeabc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242767094 2024-11-10T12:46:11,306 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b740011fb70455480ef4dced55edde1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242765060 2024-11-10T12:46:11,306 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b6739bb391074d37998fb13bd0fe5dbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731242766292 2024-11-10T12:46:11,306 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c2ef59fe91a43eab95dd88b1a06009b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731242769331 2024-11-10T12:46:11,306 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 27fe980860b84bd8925dde2eeb02d4bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242767094 2024-11-10T12:46:11,307 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b7933b36b3145f4af7dcbff8a703e48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731242769331 2024-11-10T12:46:11,314 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:11,315 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:11,315 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c1a52244111c4f0bae7985d467325ca6 is 50, key is test_row_0/B:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:11,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108cc1e475bd004beda4c599bf24f7ab23_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242770113/Put/seqid=0 2024-11-10T12:46:11,316 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f4f9129f1cc0423781a8ac08c64549ad_0b29d676aaf84c909d5ebd69e1444f0c store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:11,318 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f4f9129f1cc0423781a8ac08c64549ad_0b29d676aaf84c909d5ebd69e1444f0c, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:11,318 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f4f9129f1cc0423781a8ac08c64549ad_0b29d676aaf84c909d5ebd69e1444f0c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742207_1383 (size=12527) 2024-11-10T12:46:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742208_1384 (size=14794) 2024-11-10T12:46:11,329 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742209_1385 (size=4469) 2024-11-10T12:46:11,332 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#A#compaction#326 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:11,332 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/27f7a3d16e4e4331a941c0f2c31d5360 is 175, key is test_row_0/A:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:11,332 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108cc1e475bd004beda4c599bf24f7ab23_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108cc1e475bd004beda4c599bf24f7ab23_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:11,334 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/cbcd3a5b60fa49f0ab55ead1cbed952e, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:11,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242831322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/cbcd3a5b60fa49f0ab55ead1cbed952e is 175, key is test_row_0/A:col10/1731242770113/Put/seqid=0 2024-11-10T12:46:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242831323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742210_1386 (size=31481) 2024-11-10T12:46:11,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242831324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742211_1387 (size=39749) 2024-11-10T12:46:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242831357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,362 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242831367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,374 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242831438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242831447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242831447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242831658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242831667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242831667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,729 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c1a52244111c4f0bae7985d467325ca6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c1a52244111c4f0bae7985d467325ca6 2024-11-10T12:46:11,733 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/B of 0b29d676aaf84c909d5ebd69e1444f0c into c1a52244111c4f0bae7985d467325ca6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:11,734 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:11,734 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/B, priority=12, startTime=1731242771303; duration=0sec 2024-11-10T12:46:11,734 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:11,734 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:B 2024-11-10T12:46:11,734 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:11,735 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:11,735 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/C is initiating minor compaction (all files) 2024-11-10T12:46:11,735 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/C in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,735 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/f1aadfcdd92142f7ae1b161bd17de8f8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/456f9d6863614d348c70cbb43ae729e0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/fe08dbfd27174310968c70b32c701aa2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/c8a91bb78d304ca898c625e7200e0564] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=47.4 K 2024-11-10T12:46:11,736 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f1aadfcdd92142f7ae1b161bd17de8f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242765060 2024-11-10T12:46:11,736 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 456f9d6863614d348c70cbb43ae729e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731242766292 2024-11-10T12:46:11,736 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting fe08dbfd27174310968c70b32c701aa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242767094 2024-11-10T12:46:11,736 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c8a91bb78d304ca898c625e7200e0564, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731242769331 2024-11-10T12:46:11,741 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/27f7a3d16e4e4331a941c0f2c31d5360 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/27f7a3d16e4e4331a941c0f2c31d5360 2024-11-10T12:46:11,744 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:11,744 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/22c09d13097147739591fa2a1b806a58 is 50, key is test_row_0/C:col10/1731242770007/Put/seqid=0 2024-11-10T12:46:11,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/cbcd3a5b60fa49f0ab55ead1cbed952e 2024-11-10T12:46:11,748 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/A of 0b29d676aaf84c909d5ebd69e1444f0c into 27f7a3d16e4e4331a941c0f2c31d5360(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:11,748 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:11,748 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/A, priority=12, startTime=1731242771302; duration=0sec 2024-11-10T12:46:11,748 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:11,748 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:A 2024-11-10T12:46:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742212_1388 (size=12527) 2024-11-10T12:46:11,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/83347cd6a98147d888d0da7c1a959610 is 50, key is test_row_0/B:col10/1731242770113/Put/seqid=0 2024-11-10T12:46:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742213_1389 (size=12151) 2024-11-10T12:46:11,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:11,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242831977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242831988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242831988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:12,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:12,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:12,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/22c09d13097147739591fa2a1b806a58 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/22c09d13097147739591fa2a1b806a58 2024-11-10T12:46:12,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/83347cd6a98147d888d0da7c1a959610 2024-11-10T12:46:12,159 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/C of 0b29d676aaf84c909d5ebd69e1444f0c into 22c09d13097147739591fa2a1b806a58(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:12,159 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:12,159 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/C, priority=12, startTime=1731242771303; duration=0sec 2024-11-10T12:46:12,159 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:12,159 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:C 2024-11-10T12:46:12,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/e8fddf41f7f14b38b96447a2b5cb2932 is 50, key is test_row_0/C:col10/1731242770113/Put/seqid=0 2024-11-10T12:46:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742214_1390 (size=12151) 2024-11-10T12:46:12,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:12,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242832498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:12,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242832507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242832507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:12,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/e8fddf41f7f14b38b96447a2b5cb2932 2024-11-10T12:46:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/cbcd3a5b60fa49f0ab55ead1cbed952e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e 2024-11-10T12:46:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e, entries=200, sequenceid=192, filesize=38.8 K 2024-11-10T12:46:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/83347cd6a98147d888d0da7c1a959610 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/83347cd6a98147d888d0da7c1a959610 2024-11-10T12:46:12,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/83347cd6a98147d888d0da7c1a959610, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:46:12,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/e8fddf41f7f14b38b96447a2b5cb2932 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/e8fddf41f7f14b38b96447a2b5cb2932 2024-11-10T12:46:12,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/e8fddf41f7f14b38b96447a2b5cb2932, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:46:12,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0b29d676aaf84c909d5ebd69e1444f0c in 1283ms, sequenceid=192, compaction requested=false 2024-11-10T12:46:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:12,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:46:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:12,634 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c720eee1d19641febbe5878158e311ec_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242771307/Put/seqid=0 2024-11-10T12:46:12,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742215_1391 (size=12304) 2024-11-10T12:46:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:13,050 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c720eee1d19641febbe5878158e311ec_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c720eee1d19641febbe5878158e311ec_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/12105598d627439db7b561fbc50f9d8b, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/12105598d627439db7b561fbc50f9d8b is 175, key is test_row_0/A:col10/1731242771307/Put/seqid=0 2024-11-10T12:46:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742216_1392 (size=31105) 2024-11-10T12:46:13,057 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/12105598d627439db7b561fbc50f9d8b 2024-11-10T12:46:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/37a5be8347444ddcb7f63760e3137537 is 50, key is test_row_0/B:col10/1731242771307/Put/seqid=0 2024-11-10T12:46:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742217_1393 (size=12151) 2024-11-10T12:46:13,471 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/37a5be8347444ddcb7f63760e3137537 2024-11-10T12:46:13,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/8d8c0eab6c414bad91c1991a07743ecc is 50, key is test_row_0/C:col10/1731242771307/Put/seqid=0 2024-11-10T12:46:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742218_1394 (size=12151) 2024-11-10T12:46:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242833584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242833590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242833591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242833707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242833707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242833707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,883 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/8d8c0eab6c414bad91c1991a07743ecc 2024-11-10T12:46:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/12105598d627439db7b561fbc50f9d8b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b 2024-11-10T12:46:13,891 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b, entries=150, sequenceid=206, filesize=30.4 K 2024-11-10T12:46:13,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/37a5be8347444ddcb7f63760e3137537 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/37a5be8347444ddcb7f63760e3137537 2024-11-10T12:46:13,894 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/37a5be8347444ddcb7f63760e3137537, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T12:46:13,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/8d8c0eab6c414bad91c1991a07743ecc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/8d8c0eab6c414bad91c1991a07743ecc 2024-11-10T12:46:13,898 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/8d8c0eab6c414bad91c1991a07743ecc, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T12:46:13,899 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0b29d676aaf84c909d5ebd69e1444f0c in 1265ms, sequenceid=206, compaction requested=true 2024-11-10T12:46:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-10T12:46:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-10T12:46:13,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-10T12:46:13,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8700 sec 2024-11-10T12:46:13,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 3.8750 sec 2024-11-10T12:46:13,931 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:46:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:13,935 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:13,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:46:13,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111044c51e691a0c422fbee37672131ba6fd_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742219_1395 (size=19774) 2024-11-10T12:46:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242833950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242833959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:13,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242833961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242834067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242834067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242834077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:46:14,188 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:14,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-10T12:46:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:14,190 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:14,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:14,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242834287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242834287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242834287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:14,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:14,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:14,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:14,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111044c51e691a0c422fbee37672131ba6fd_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111044c51e691a0c422fbee37672131ba6fd_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:14,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/da1d6e96da21463e9544b78363cc606c, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:14,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/da1d6e96da21463e9544b78363cc606c is 175, key is test_row_0/A:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742220_1396 (size=57033) 2024-11-10T12:46:14,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/da1d6e96da21463e9544b78363cc606c 2024-11-10T12:46:14,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/4b574d5ede3f483a979e1cc6c8cfde96 is 50, key is test_row_0/B:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742221_1397 (size=12151) 2024-11-10T12:46:14,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:14,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242834597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242834597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242834608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:14,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:14,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:14,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:14,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/4b574d5ede3f483a979e1cc6c8cfde96 2024-11-10T12:46:14,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/9e1f357875854728b276a564ed32c499 is 50, key is test_row_0/C:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:14,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742222_1398 (size=12151) 2024-11-10T12:46:14,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:14,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:14,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:15,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:15,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242835118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242835118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242835128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/9e1f357875854728b276a564ed32c499 2024-11-10T12:46:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/da1d6e96da21463e9544b78363cc606c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c 2024-11-10T12:46:15,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c, entries=300, sequenceid=234, filesize=55.7 K 2024-11-10T12:46:15,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/4b574d5ede3f483a979e1cc6c8cfde96 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/4b574d5ede3f483a979e1cc6c8cfde96 2024-11-10T12:46:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/4b574d5ede3f483a979e1cc6c8cfde96, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T12:46:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/9e1f357875854728b276a564ed32c499 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/9e1f357875854728b276a564ed32c499 2024-11-10T12:46:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/9e1f357875854728b276a564ed32c499, entries=150, sequenceid=234, filesize=11.9 K 2024-11-10T12:46:15,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 0b29d676aaf84c909d5ebd69e1444f0c in 1275ms, sequenceid=234, compaction requested=true 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:15,210 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:15,210 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,212 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159368 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:15,212 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/A is initiating minor compaction (all files) 2024-11-10T12:46:15,212 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/A in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,212 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/27f7a3d16e4e4331a941c0f2c31d5360, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=155.6 K 2024-11-10T12:46:15,212 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:15,212 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,212 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/B is initiating minor compaction (all files) 2024-11-10T12:46:15,212 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/27f7a3d16e4e4331a941c0f2c31d5360, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c] 2024-11-10T12:46:15,212 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/B in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,212 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c1a52244111c4f0bae7985d467325ca6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/83347cd6a98147d888d0da7c1a959610, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/37a5be8347444ddcb7f63760e3137537, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/4b574d5ede3f483a979e1cc6c8cfde96] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=47.8 K 2024-11-10T12:46:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,213 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c1a52244111c4f0bae7985d467325ca6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731242769331 2024-11-10T12:46:15,213 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27f7a3d16e4e4331a941c0f2c31d5360, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731242769331 2024-11-10T12:46:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,215 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbcd3a5b60fa49f0ab55ead1cbed952e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242770094 2024-11-10T12:46:15,215 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 83347cd6a98147d888d0da7c1a959610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242770112 2024-11-10T12:46:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,216 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12105598d627439db7b561fbc50f9d8b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731242771304 2024-11-10T12:46:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,216 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting da1d6e96da21463e9544b78363cc606c, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731242773582 2024-11-10T12:46:15,216 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 37a5be8347444ddcb7f63760e3137537, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731242771304 2024-11-10T12:46:15,216 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b574d5ede3f483a979e1cc6c8cfde96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731242773582 2024-11-10T12:46:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,225 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,234 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#B#compaction#337 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,235 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/ee3e0518e36445278042e58124d150e7 is 50, key is test_row_0/B:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,236 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110db22ceaf722f49e98c05e4f30a9946a7_0b29d676aaf84c909d5ebd69e1444f0c store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,240 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110db22ceaf722f49e98c05e4f30a9946a7_0b29d676aaf84c909d5ebd69e1444f0c, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,240 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110db22ceaf722f49e98c05e4f30a9946a7_0b29d676aaf84c909d5ebd69e1444f0c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742223_1399 (size=12663) 2024-11-10T12:46:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742224_1400 (size=4469) 2024-11-10T12:46:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,254 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/ee3e0518e36445278042e58124d150e7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ee3e0518e36445278042e58124d150e7 2024-11-10T12:46:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,260 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/B of 0b29d676aaf84c909d5ebd69e1444f0c into ee3e0518e36445278042e58124d150e7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:15,260 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:15,260 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/B, priority=12, startTime=1731242775210; duration=0sec 2024-11-10T12:46:15,260 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:15,260 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:B 2024-11-10T12:46:15,260 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,261 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:15,261 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/C is initiating minor compaction (all files) 2024-11-10T12:46:15,262 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/C in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,262 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/22c09d13097147739591fa2a1b806a58, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/e8fddf41f7f14b38b96447a2b5cb2932, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/8d8c0eab6c414bad91c1991a07743ecc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/9e1f357875854728b276a564ed32c499] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=47.8 K 2024-11-10T12:46:15,262 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c09d13097147739591fa2a1b806a58, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731242769331 2024-11-10T12:46:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,262 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e8fddf41f7f14b38b96447a2b5cb2932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242770112 2024-11-10T12:46:15,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-10T12:46:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:15,263 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d8c0eab6c414bad91c1991a07743ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731242771304 2024-11-10T12:46:15,263 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:46:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,263 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e1f357875854728b276a564ed32c499, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731242773582 2024-11-10T12:46:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111096ce9b14fc7c4d80b76226dd5e126fec_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242773958/Put/seqid=0 2024-11-10T12:46:15,287 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#C#compaction#338 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:15,287 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/376317f766904a438d6a5b916752ef5c is 50, key is test_row_0/C:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742225_1401 (size=9814) 2024-11-10T12:46:15,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,295 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111096ce9b14fc7c4d80b76226dd5e126fec_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111096ce9b14fc7c4d80b76226dd5e126fec_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:15,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/06c9c56907734f2baadd9f94f8a96ff5, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/06c9c56907734f2baadd9f94f8a96ff5 is 175, key is test_row_0/A:col10/1731242773958/Put/seqid=0 2024-11-10T12:46:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742226_1402 (size=12663) 2024-11-10T12:46:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,312 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/376317f766904a438d6a5b916752ef5c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/376317f766904a438d6a5b916752ef5c 2024-11-10T12:46:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,318 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/C of 0b29d676aaf84c909d5ebd69e1444f0c into 376317f766904a438d6a5b916752ef5c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:15,318 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,318 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/C, priority=12, startTime=1731242775210; duration=0sec 2024-11-10T12:46:15,318 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,319 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:C 2024-11-10T12:46:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742227_1403 (size=22461) 2024-11-10T12:46:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:15,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. as already flushing 2024-11-10T12:46:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242835631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242835635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,655 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:15,655 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/5d69261d2367436da56e7f66b6fbcf28 is 175, key is test_row_0/A:col10/1731242773582/Put/seqid=0 2024-11-10T12:46:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742228_1404 (size=31617) 2024-11-10T12:46:15,722 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/06c9c56907734f2baadd9f94f8a96ff5 2024-11-10T12:46:15,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c2a806a1a21d4ef3a1d8956db872047b is 50, key is test_row_0/B:col10/1731242773958/Put/seqid=0 2024-11-10T12:46:15,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742229_1405 (size=9757) 2024-11-10T12:46:15,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242835748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242835758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242835958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:15,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242835978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,074 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/5d69261d2367436da56e7f66b6fbcf28 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5d69261d2367436da56e7f66b6fbcf28 2024-11-10T12:46:16,079 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/A of 0b29d676aaf84c909d5ebd69e1444f0c into 5d69261d2367436da56e7f66b6fbcf28(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:16,079 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:16,079 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/A, priority=12, startTime=1731242775210; duration=0sec 2024-11-10T12:46:16,079 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:16,079 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:A 2024-11-10T12:46:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242836127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,130 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,139 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c2a806a1a21d4ef3a1d8956db872047b 2024-11-10T12:46:16,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/ec2d9af402054a4eae14b781adf0a125 is 50, key is test_row_0/C:col10/1731242773958/Put/seqid=0 2024-11-10T12:46:16,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242836137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,148 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742230_1406 (size=9757) 2024-11-10T12:46:16,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242836148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,157 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242836268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242836297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:16,553 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/ec2d9af402054a4eae14b781adf0a125 2024-11-10T12:46:16,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/06c9c56907734f2baadd9f94f8a96ff5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5 2024-11-10T12:46:16,560 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5, entries=100, sequenceid=243, filesize=21.9 K 2024-11-10T12:46:16,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/c2a806a1a21d4ef3a1d8956db872047b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c2a806a1a21d4ef3a1d8956db872047b 2024-11-10T12:46:16,564 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c2a806a1a21d4ef3a1d8956db872047b, entries=100, sequenceid=243, filesize=9.5 K 2024-11-10T12:46:16,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/ec2d9af402054a4eae14b781adf0a125 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/ec2d9af402054a4eae14b781adf0a125 2024-11-10T12:46:16,568 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/ec2d9af402054a4eae14b781adf0a125, entries=100, sequenceid=243, filesize=9.5 K 2024-11-10T12:46:16,569 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 0b29d676aaf84c909d5ebd69e1444f0c in 1306ms, sequenceid=243, compaction requested=false 2024-11-10T12:46:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-10T12:46:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-10T12:46:16,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T12:46:16,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3810 sec 2024-11-10T12:46:16,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3860 sec 2024-11-10T12:46:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:16,794 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:16,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-10T12:46:16,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d598d5152013477e8554110199d7928c_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:16,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742231_1407 (size=14994) 2024-11-10T12:46:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242836813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242836816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242836928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242836928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:17,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242837137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:17,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242837148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:17,207 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:17,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d598d5152013477e8554110199d7928c_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d598d5152013477e8554110199d7928c_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:17,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:17,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b is 175, key is test_row_0/A:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742232_1408 (size=39949) 2024-11-10T12:46:17,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242837457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242837467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:17,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b 2024-11-10T12:46:17,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/9d0bfdd4a08a43f093a76dab23b052b6 is 50, key is test_row_0/B:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742233_1409 (size=12301) 2024-11-10T12:46:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731242837977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1731242837977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:18,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/9d0bfdd4a08a43f093a76dab23b052b6 2024-11-10T12:46:18,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/b3194a1a44684500a0fc3d458a554e14 is 50, key is test_row_0/C:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742234_1410 (size=12301) 2024-11-10T12:46:18,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5f96d088307e43d7b60924d5bb6680a0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/2d80ea5737b04d9cbddf21414d398095, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/27f7a3d16e4e4331a941c0f2c31d5360, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c] to archive 2024-11-10T12:46:18,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:18,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/603a1d3bb7a94810ba3784ac1672349b 2024-11-10T12:46:18,154 WARN [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-10T12:46:18,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/afced88534284b56ab121b886b5412b1 2024-11-10T12:46:18,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731242838147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:18,156 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:18,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/eabaca3a1cd8481298efffc786fd2ce6 2024-11-10T12:46:18,159 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5f96d088307e43d7b60924d5bb6680a0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5f96d088307e43d7b60924d5bb6680a0 2024-11-10T12:46:18,160 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/c09d62ce7ee14a54b69683ae1c51fdcc 2024-11-10T12:46:18,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/37fbda2af97e4ef492d058b6c546ff1e 2024-11-10T12:46:18,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0905e1248e3e44fca0c953e0b4222b81 2024-11-10T12:46:18,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/2d80ea5737b04d9cbddf21414d398095 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/2d80ea5737b04d9cbddf21414d398095 2024-11-10T12:46:18,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/798df80469104abdb1307847cddcf2de 2024-11-10T12:46:18,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1731242838158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:18,166 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/024a5c07080c49e69c7f7f7ba1daeabc 2024-11-10T12:46:18,166 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:18,167 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/27f7a3d16e4e4331a941c0f2c31d5360 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/27f7a3d16e4e4331a941c0f2c31d5360 2024-11-10T12:46:18,168 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/9c2ef59fe91a43eab95dd88b1a06009b 2024-11-10T12:46:18,169 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/cbcd3a5b60fa49f0ab55ead1cbed952e 2024-11-10T12:46:18,170 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/12105598d627439db7b561fbc50f9d8b 2024-11-10T12:46:18,171 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/da1d6e96da21463e9544b78363cc606c 2024-11-10T12:46:18,174 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/45a7dc45eb474262a4385c378d6cceed, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f22faba973b4453bab47c4fe340a7f20, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/5be34cac5a2a4430a710651e19b15f39, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/fe059bd010604ec69b692864178edb94, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c014bfcdc378437282f22ca49ef89f3a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/65d7bbd85bc240f081f0908ddfc9ce39, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9b740011fb70455480ef4dced55edde1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/287c2cd9333045589a53d33a882bb761, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/b6739bb391074d37998fb13bd0fe5dbf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/27fe980860b84bd8925dde2eeb02d4bc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c1a52244111c4f0bae7985d467325ca6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/8b7933b36b3145f4af7dcbff8a703e48, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/83347cd6a98147d888d0da7c1a959610, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/37a5be8347444ddcb7f63760e3137537, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/4b574d5ede3f483a979e1cc6c8cfde96] to archive 2024-11-10T12:46:18,175 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:18,177 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/45a7dc45eb474262a4385c378d6cceed to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/45a7dc45eb474262a4385c378d6cceed 2024-11-10T12:46:18,178 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f22faba973b4453bab47c4fe340a7f20 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f22faba973b4453bab47c4fe340a7f20 2024-11-10T12:46:18,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1731242838177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:18,179 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in 0b29d676aaf84c909d5ebd69e1444f0c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:18,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/5be34cac5a2a4430a710651e19b15f39 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/5be34cac5a2a4430a710651e19b15f39 2024-11-10T12:46:18,181 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/fe059bd010604ec69b692864178edb94 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/fe059bd010604ec69b692864178edb94 2024-11-10T12:46:18,182 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c014bfcdc378437282f22ca49ef89f3a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c014bfcdc378437282f22ca49ef89f3a 2024-11-10T12:46:18,183 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/65d7bbd85bc240f081f0908ddfc9ce39 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/65d7bbd85bc240f081f0908ddfc9ce39 2024-11-10T12:46:18,184 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9b740011fb70455480ef4dced55edde1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9b740011fb70455480ef4dced55edde1 2024-11-10T12:46:18,185 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/287c2cd9333045589a53d33a882bb761 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/287c2cd9333045589a53d33a882bb761 2024-11-10T12:46:18,186 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/b6739bb391074d37998fb13bd0fe5dbf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/b6739bb391074d37998fb13bd0fe5dbf 2024-11-10T12:46:18,187 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/27fe980860b84bd8925dde2eeb02d4bc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/27fe980860b84bd8925dde2eeb02d4bc 2024-11-10T12:46:18,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c1a52244111c4f0bae7985d467325ca6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c1a52244111c4f0bae7985d467325ca6 2024-11-10T12:46:18,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/8b7933b36b3145f4af7dcbff8a703e48 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/8b7933b36b3145f4af7dcbff8a703e48 2024-11-10T12:46:18,190 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/83347cd6a98147d888d0da7c1a959610 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/83347cd6a98147d888d0da7c1a959610 2024-11-10T12:46:18,191 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/37a5be8347444ddcb7f63760e3137537 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/37a5be8347444ddcb7f63760e3137537 2024-11-10T12:46:18,192 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/4b574d5ede3f483a979e1cc6c8cfde96 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/4b574d5ede3f483a979e1cc6c8cfde96 2024-11-10T12:46:18,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/27c07abe07e9482ba7f8881cd6e27a79, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0576861650324389b2baea7e2388f554, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0c933bbaebd440f39d835f24ba83a764, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/15b004a132cd4f03839288b3c9f60e78, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cc84946642d84a569a81119dc1e8a06c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cede553bfe204648873e9a243fbcd626, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/f1aadfcdd92142f7ae1b161bd17de8f8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/935bc81e15854adea19c634ca6a674e9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/456f9d6863614d348c70cbb43ae729e0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/fe08dbfd27174310968c70b32c701aa2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/22c09d13097147739591fa2a1b806a58, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/c8a91bb78d304ca898c625e7200e0564, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/e8fddf41f7f14b38b96447a2b5cb2932, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/8d8c0eab6c414bad91c1991a07743ecc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/9e1f357875854728b276a564ed32c499] to archive 2024-11-10T12:46:18,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:18,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/27c07abe07e9482ba7f8881cd6e27a79 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/27c07abe07e9482ba7f8881cd6e27a79 2024-11-10T12:46:18,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0576861650324389b2baea7e2388f554 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0576861650324389b2baea7e2388f554 2024-11-10T12:46:18,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0c933bbaebd440f39d835f24ba83a764 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/0c933bbaebd440f39d835f24ba83a764 2024-11-10T12:46:18,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/15b004a132cd4f03839288b3c9f60e78 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/15b004a132cd4f03839288b3c9f60e78 2024-11-10T12:46:18,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cc84946642d84a569a81119dc1e8a06c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cc84946642d84a569a81119dc1e8a06c 2024-11-10T12:46:18,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cede553bfe204648873e9a243fbcd626 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/cede553bfe204648873e9a243fbcd626 2024-11-10T12:46:18,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/f1aadfcdd92142f7ae1b161bd17de8f8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/f1aadfcdd92142f7ae1b161bd17de8f8 2024-11-10T12:46:18,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/935bc81e15854adea19c634ca6a674e9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/935bc81e15854adea19c634ca6a674e9 2024-11-10T12:46:18,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/456f9d6863614d348c70cbb43ae729e0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/456f9d6863614d348c70cbb43ae729e0 2024-11-10T12:46:18,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/fe08dbfd27174310968c70b32c701aa2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/fe08dbfd27174310968c70b32c701aa2 2024-11-10T12:46:18,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/22c09d13097147739591fa2a1b806a58 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/22c09d13097147739591fa2a1b806a58 2024-11-10T12:46:18,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/c8a91bb78d304ca898c625e7200e0564 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/c8a91bb78d304ca898c625e7200e0564 2024-11-10T12:46:18,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/e8fddf41f7f14b38b96447a2b5cb2932 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/e8fddf41f7f14b38b96447a2b5cb2932 2024-11-10T12:46:18,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/8d8c0eab6c414bad91c1991a07743ecc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/8d8c0eab6c414bad91c1991a07743ecc 2024-11-10T12:46:18,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b1807907b3fc:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/9e1f357875854728b276a564ed32c499 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/9e1f357875854728b276a564ed32c499 2024-11-10T12:46:18,283 INFO [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560. 2024-11-10T12:46:18,283 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,283 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,283 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:18,285 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-10T12:46:18,285 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,285 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,285 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:18,285 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-10T12:46:18,285 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,285 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,285 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:18,290 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-10T12:46:18,290 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,290 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,291 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:18,291 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-10T12:46:18,291 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,291 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,291 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:46:18,348 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:18,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/b3194a1a44684500a0fc3d458a554e14 2024-11-10T12:46:18,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b 2024-11-10T12:46:18,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b, entries=200, sequenceid=274, filesize=39.0 K 2024-11-10T12:46:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/9d0bfdd4a08a43f093a76dab23b052b6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9d0bfdd4a08a43f093a76dab23b052b6 2024-11-10T12:46:18,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9d0bfdd4a08a43f093a76dab23b052b6, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T12:46:18,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/b3194a1a44684500a0fc3d458a554e14 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/b3194a1a44684500a0fc3d458a554e14 2024-11-10T12:46:18,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/b3194a1a44684500a0fc3d458a554e14, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T12:46:18,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0b29d676aaf84c909d5ebd69e1444f0c in 1661ms, sequenceid=274, compaction requested=true 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:18,455 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0b29d676aaf84c909d5ebd69e1444f0c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:18,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:18,455 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/B is initiating minor compaction (all files) 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/A is initiating minor compaction (all files) 2024-11-10T12:46:18,456 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/B in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:18,456 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/A in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:18,456 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ee3e0518e36445278042e58124d150e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c2a806a1a21d4ef3a1d8956db872047b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9d0bfdd4a08a43f093a76dab23b052b6] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=33.9 K 2024-11-10T12:46:18,456 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5d69261d2367436da56e7f66b6fbcf28, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=91.8 K 2024-11-10T12:46:18,456 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5d69261d2367436da56e7f66b6fbcf28, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b] 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ee3e0518e36445278042e58124d150e7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731242773582 2024-11-10T12:46:18,456 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d69261d2367436da56e7f66b6fbcf28, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731242773582 2024-11-10T12:46:18,457 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c2a806a1a21d4ef3a1d8956db872047b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731242773958 2024-11-10T12:46:18,457 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06c9c56907734f2baadd9f94f8a96ff5, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731242773958 2024-11-10T12:46:18,457 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d0bfdd4a08a43f093a76dab23b052b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731242775628 2024-11-10T12:46:18,457 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ae41cbb6cc54690bbbbf51c2eeeaf3b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731242775601 2024-11-10T12:46:18,462 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:18,463 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:18,463 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/a51400a5eb634a50b6ef94825c0e1291 is 50, key is test_row_0/B:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:18,464 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a1f432d2f9ec46139cb7a5c7e48cdd2c_0b29d676aaf84c909d5ebd69e1444f0c store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742235_1411 (size=12404) 2024-11-10T12:46:18,479 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a1f432d2f9ec46139cb7a5c7e48cdd2c_0b29d676aaf84c909d5ebd69e1444f0c, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:18,479 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a1f432d2f9ec46139cb7a5c7e48cdd2c_0b29d676aaf84c909d5ebd69e1444f0c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742236_1412 (size=4469) 2024-11-10T12:46:18,873 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/a51400a5eb634a50b6ef94825c0e1291 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/a51400a5eb634a50b6ef94825c0e1291 2024-11-10T12:46:18,877 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/B of 0b29d676aaf84c909d5ebd69e1444f0c into a51400a5eb634a50b6ef94825c0e1291(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:18,877 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:18,877 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/B, priority=13, startTime=1731242778455; duration=0sec 2024-11-10T12:46:18,877 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:18,877 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:B 2024-11-10T12:46:18,877 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:18,878 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:18,878 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 0b29d676aaf84c909d5ebd69e1444f0c/C is initiating minor compaction (all files) 2024-11-10T12:46:18,878 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0b29d676aaf84c909d5ebd69e1444f0c/C in TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:18,878 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/376317f766904a438d6a5b916752ef5c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/ec2d9af402054a4eae14b781adf0a125, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/b3194a1a44684500a0fc3d458a554e14] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp, totalSize=33.9 K 2024-11-10T12:46:18,878 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 376317f766904a438d6a5b916752ef5c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731242773582 2024-11-10T12:46:18,879 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ec2d9af402054a4eae14b781adf0a125, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731242773958 2024-11-10T12:46:18,879 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b3194a1a44684500a0fc3d458a554e14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731242775628 2024-11-10T12:46:18,883 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:18,884 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/67a565f9376d4854a6fee0ad15b2833d is 175, key is test_row_0/A:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:18,885 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0b29d676aaf84c909d5ebd69e1444f0c#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:18,885 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/eb3ad63384f24ac1b203af385a6ae86d is 50, key is test_row_0/C:col10/1731242775631/Put/seqid=0 2024-11-10T12:46:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742237_1413 (size=31358) 2024-11-10T12:46:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742238_1414 (size=12404) 2024-11-10T12:46:18,989 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-10T12:46:18,989 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-10T12:46:18,989 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,989 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:18,989 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,989 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,989 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,989 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:18,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:18,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:19,292 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/67a565f9376d4854a6fee0ad15b2833d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/67a565f9376d4854a6fee0ad15b2833d 2024-11-10T12:46:19,293 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/eb3ad63384f24ac1b203af385a6ae86d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/eb3ad63384f24ac1b203af385a6ae86d 2024-11-10T12:46:19,296 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/A of 0b29d676aaf84c909d5ebd69e1444f0c into 67a565f9376d4854a6fee0ad15b2833d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:19,296 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:19,296 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/A, priority=13, startTime=1731242778455; duration=0sec 2024-11-10T12:46:19,296 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:19,296 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:A 2024-11-10T12:46:19,296 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0b29d676aaf84c909d5ebd69e1444f0c/C of 0b29d676aaf84c909d5ebd69e1444f0c into eb3ad63384f24ac1b203af385a6ae86d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:19,296 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:19,296 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., storeName=0b29d676aaf84c909d5ebd69e1444f0c/C, priority=13, startTime=1731242778455; duration=0sec 2024-11-10T12:46:19,296 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:19,296 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0b29d676aaf84c909d5ebd69e1444f0c:C 2024-11-10T12:46:22,179 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-10T12:46:22,179 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:22,179 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,179 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:22,189 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:22,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:22,189 INFO [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543. 2024-11-10T12:46:22,189 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:22,189 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,189 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:22,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105395dd0115da48049928c1065b53f123_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_0/A:col10/1731242782188/Put/seqid=0 2024-11-10T12:46:22,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742239_1415 (size=12454) 2024-11-10T12:46:22,199 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-11-10T12:46:22,199 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:22,199 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,199 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:22,199 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1220 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3655 rows 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1215 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3638 rows 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1219 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3651 rows 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1217 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3643 rows 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1216 2024-11-10T12:46:22,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3642 rows 2024-11-10T12:46:22,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:46:22,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:46:22,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:22,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:22,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:46:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:22,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242782204"}]},"ts":"1731242782204"} 2024-11-10T12:46:22,205 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:46:22,205 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:46:22,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:46:22,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, UNASSIGN}] 2024-11-10T12:46:22,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, UNASSIGN 2024-11-10T12:46:22,208 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:22,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, UNASSIGN because future has completed 2024-11-10T12:46:22,209 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:46:22,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:46:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:22,361 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(122): Close 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:22,361 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:46:22,361 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1722): Closing 0b29d676aaf84c909d5ebd69e1444f0c, disabling compactions & flushes 2024-11-10T12:46:22,361 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:22,598 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:22,602 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105395dd0115da48049928c1065b53f123_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105395dd0115da48049928c1065b53f123_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:22,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/11eac26045a14351b4468ac058be2758, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:22,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/11eac26045a14351b4468ac058be2758 is 175, key is test_row_0/A:col10/1731242782188/Put/seqid=0 2024-11-10T12:46:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742240_1416 (size=31255) 2024-11-10T12:46:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:23,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/11eac26045a14351b4468ac058be2758 2024-11-10T12:46:23,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/ccc52b7255c64c849cb57a673755fb86 is 50, key is test_row_0/B:col10/1731242782188/Put/seqid=0 2024-11-10T12:46:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742241_1417 (size=12301) 2024-11-10T12:46:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:23,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/ccc52b7255c64c849cb57a673755fb86 2024-11-10T12:46:23,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/a4f36930bb3f4f828e4bac2b87f193a6 is 50, key is test_row_0/C:col10/1731242782188/Put/seqid=0 2024-11-10T12:46:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742242_1418 (size=12301) 2024-11-10T12:46:23,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/a4f36930bb3f4f828e4bac2b87f193a6 2024-11-10T12:46:23,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/11eac26045a14351b4468ac058be2758 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/11eac26045a14351b4468ac058be2758 2024-11-10T12:46:23,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/11eac26045a14351b4468ac058be2758, entries=150, sequenceid=288, filesize=30.5 K 2024-11-10T12:46:23,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/ccc52b7255c64c849cb57a673755fb86 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ccc52b7255c64c849cb57a673755fb86 2024-11-10T12:46:23,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ccc52b7255c64c849cb57a673755fb86, entries=150, sequenceid=288, filesize=12.0 K 2024-11-10T12:46:23,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/a4f36930bb3f4f828e4bac2b87f193a6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/a4f36930bb3f4f828e4bac2b87f193a6 2024-11-10T12:46:23,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/a4f36930bb3f4f828e4bac2b87f193a6, entries=150, sequenceid=288, filesize=12.0 K 2024-11-10T12:46:23,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 0b29d676aaf84c909d5ebd69e1444f0c in 1652ms, sequenceid=288, compaction requested=false 2024-11-10T12:46:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0b29d676aaf84c909d5ebd69e1444f0c: 2024-11-10T12:46:23,841 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:23,841 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:23,841 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. after waiting 0 ms 2024-11-10T12:46:23,841 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:23,841 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(2902): Flushing 0b29d676aaf84c909d5ebd69e1444f0c 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-10T12:46:23,846 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110144159dc4c0642fa8089efeeb0d9f8b5_0b29d676aaf84c909d5ebd69e1444f0c is 50, key is test_row_2/A:col10/1731242782198/Put/seqid=0 2024-11-10T12:46:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742243_1419 (size=7374) 2024-11-10T12:46:24,250 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:24,253 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110144159dc4c0642fa8089efeeb0d9f8b5_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110144159dc4c0642fa8089efeeb0d9f8b5_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:24,254 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0bd8958358054256838f74846e3e2f73, store: [table=TestAcidGuarantees family=A region=0b29d676aaf84c909d5ebd69e1444f0c] 2024-11-10T12:46:24,255 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0bd8958358054256838f74846e3e2f73 is 175, key is test_row_2/A:col10/1731242782198/Put/seqid=0 2024-11-10T12:46:24,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742244_1420 (size=13865) 2024-11-10T12:46:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:24,659 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0bd8958358054256838f74846e3e2f73 2024-11-10T12:46:24,665 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/f3355077708547648ea0c343d6003fea is 50, key is test_row_2/B:col10/1731242782198/Put/seqid=0 2024-11-10T12:46:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742245_1421 (size=7415) 2024-11-10T12:46:25,069 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/f3355077708547648ea0c343d6003fea 2024-11-10T12:46:25,074 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/60eeb70008f34e94bcd7e98056a1df08 is 50, key is test_row_2/C:col10/1731242782198/Put/seqid=0 2024-11-10T12:46:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742246_1422 (size=7415) 2024-11-10T12:46:25,478 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/60eeb70008f34e94bcd7e98056a1df08 2024-11-10T12:46:25,482 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/A/0bd8958358054256838f74846e3e2f73 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0bd8958358054256838f74846e3e2f73 2024-11-10T12:46:25,484 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0bd8958358054256838f74846e3e2f73, entries=50, sequenceid=292, filesize=13.5 K 2024-11-10T12:46:25,485 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/B/f3355077708547648ea0c343d6003fea as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f3355077708547648ea0c343d6003fea 2024-11-10T12:46:25,488 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f3355077708547648ea0c343d6003fea, entries=50, sequenceid=292, filesize=7.2 K 2024-11-10T12:46:25,488 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/.tmp/C/60eeb70008f34e94bcd7e98056a1df08 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/60eeb70008f34e94bcd7e98056a1df08 2024-11-10T12:46:25,491 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/60eeb70008f34e94bcd7e98056a1df08, entries=50, sequenceid=292, filesize=7.2 K 2024-11-10T12:46:25,492 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 0b29d676aaf84c909d5ebd69e1444f0c in 1650ms, sequenceid=292, compaction requested=true 2024-11-10T12:46:25,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5d69261d2367436da56e7f66b6fbcf28, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b] to archive 2024-11-10T12:46:25,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:25,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5d69261d2367436da56e7f66b6fbcf28 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/5d69261d2367436da56e7f66b6fbcf28 2024-11-10T12:46:25,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/06c9c56907734f2baadd9f94f8a96ff5 2024-11-10T12:46:25,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/4ae41cbb6cc54690bbbbf51c2eeeaf3b 2024-11-10T12:46:25,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ee3e0518e36445278042e58124d150e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c2a806a1a21d4ef3a1d8956db872047b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9d0bfdd4a08a43f093a76dab23b052b6] to archive 2024-11-10T12:46:25,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:25,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ee3e0518e36445278042e58124d150e7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ee3e0518e36445278042e58124d150e7 2024-11-10T12:46:25,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c2a806a1a21d4ef3a1d8956db872047b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/c2a806a1a21d4ef3a1d8956db872047b 2024-11-10T12:46:25,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9d0bfdd4a08a43f093a76dab23b052b6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/9d0bfdd4a08a43f093a76dab23b052b6 2024-11-10T12:46:25,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/376317f766904a438d6a5b916752ef5c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/ec2d9af402054a4eae14b781adf0a125, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/b3194a1a44684500a0fc3d458a554e14] to archive 2024-11-10T12:46:25,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:25,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/376317f766904a438d6a5b916752ef5c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/376317f766904a438d6a5b916752ef5c 2024-11-10T12:46:25,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/ec2d9af402054a4eae14b781adf0a125 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/ec2d9af402054a4eae14b781adf0a125 2024-11-10T12:46:25,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/b3194a1a44684500a0fc3d458a554e14 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/b3194a1a44684500a0fc3d458a554e14 2024-11-10T12:46:25,506 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/recovered.edits/295.seqid, newMaxSeqId=295, maxSeqId=4 2024-11-10T12:46:25,507 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. 2024-11-10T12:46:25,507 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1676): Region close journal for 0b29d676aaf84c909d5ebd69e1444f0c: Waiting for close lock at 1731242782361Running coprocessor pre-close hooks at 1731242782361Disabling compacts and flushes for region at 1731242782361Disabling writes for close at 1731242783841 (+1480 ms)Obtaining lock to block concurrent updates at 1731242783841Preparing flush snapshotting stores in 0b29d676aaf84c909d5ebd69e1444f0c at 1731242783841Finished memstore snapshotting TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731242783842 (+1 ms)Flushing stores of TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c. at 1731242783842Flushing 0b29d676aaf84c909d5ebd69e1444f0c/A: creating writer at 1731242783842Flushing mob file 0b29d676aaf84c909d5ebd69e1444f0c/A: appending metadata at 1731242783846 (+4 ms)Flushing mob file 0b29d676aaf84c909d5ebd69e1444f0c/A: closing flushed file at 1731242783846Flushing 0b29d676aaf84c909d5ebd69e1444f0c/A: appending metadata at 1731242784254 (+408 ms)Flushing 0b29d676aaf84c909d5ebd69e1444f0c/A: closing flushed file at 1731242784254Flushing 0b29d676aaf84c909d5ebd69e1444f0c/B: creating writer at 1731242784662 (+408 ms)Flushing 0b29d676aaf84c909d5ebd69e1444f0c/B: appending metadata at 1731242784664 (+2 ms)Flushing 0b29d676aaf84c909d5ebd69e1444f0c/B: closing flushed file at 1731242784664Flushing 0b29d676aaf84c909d5ebd69e1444f0c/C: creating writer at 1731242785072 (+408 ms)Flushing 0b29d676aaf84c909d5ebd69e1444f0c/C: appending metadata at 1731242785074 (+2 ms)Flushing 0b29d676aaf84c909d5ebd69e1444f0c/C: closing flushed file at 1731242785074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa2b815: reopening flushed file at 1731242785481 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8bd95a: reopening flushed file at 1731242785484 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78686373: reopening flushed file at 1731242785488 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 0b29d676aaf84c909d5ebd69e1444f0c in 1650ms, sequenceid=292, compaction requested=true at 1731242785492 (+4 ms)Writing region close event to WAL at 1731242785504 (+12 ms)Running coprocessor post-close hooks at 1731242785507 (+3 ms)Closed at 1731242785507 2024-11-10T12:46:25,508 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(157): Closed 0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:25,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=0b29d676aaf84c909d5ebd69e1444f0c, regionState=CLOSED 2024-11-10T12:46:25,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:46:25,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-10T12:46:25,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure 0b29d676aaf84c909d5ebd69e1444f0c, server=b1807907b3fc,34731,1731242655483 in 3.3020 sec 2024-11-10T12:46:25,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-10T12:46:25,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0b29d676aaf84c909d5ebd69e1444f0c, UNASSIGN in 3.3050 sec 2024-11-10T12:46:25,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T12:46:25,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3090 sec 2024-11-10T12:46:25,516 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242785515"}]},"ts":"1731242785515"} 2024-11-10T12:46:25,517 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:46:25,517 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:46:25,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3160 sec 2024-11-10T12:46:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-10T12:46:26,388 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:26,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:46:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T12:46:26,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=129, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,393 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,395 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/recovered.edits] 2024-11-10T12:46:26,397 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0bd8958358054256838f74846e3e2f73 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/0bd8958358054256838f74846e3e2f73 2024-11-10T12:46:26,398 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/11eac26045a14351b4468ac058be2758 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/11eac26045a14351b4468ac058be2758 2024-11-10T12:46:26,399 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/67a565f9376d4854a6fee0ad15b2833d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/A/67a565f9376d4854a6fee0ad15b2833d 2024-11-10T12:46:26,401 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/a51400a5eb634a50b6ef94825c0e1291 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/a51400a5eb634a50b6ef94825c0e1291 2024-11-10T12:46:26,402 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ccc52b7255c64c849cb57a673755fb86 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/ccc52b7255c64c849cb57a673755fb86 2024-11-10T12:46:26,403 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f3355077708547648ea0c343d6003fea to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/B/f3355077708547648ea0c343d6003fea 2024-11-10T12:46:26,404 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/60eeb70008f34e94bcd7e98056a1df08 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/60eeb70008f34e94bcd7e98056a1df08 2024-11-10T12:46:26,406 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/a4f36930bb3f4f828e4bac2b87f193a6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/a4f36930bb3f4f828e4bac2b87f193a6 2024-11-10T12:46:26,406 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/eb3ad63384f24ac1b203af385a6ae86d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/C/eb3ad63384f24ac1b203af385a6ae86d 2024-11-10T12:46:26,409 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/recovered.edits/295.seqid to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c/recovered.edits/295.seqid 2024-11-10T12:46:26,409 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,409 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:46:26,410 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:46:26,410 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:46:26,412 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111012ff7bd48e554159a60efacfe7299dc8_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111012ff7bd48e554159a60efacfe7299dc8_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,413 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110144159dc4c0642fa8089efeeb0d9f8b5_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110144159dc4c0642fa8089efeeb0d9f8b5_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,414 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a24f10cdf614dcea4d14dcbf6d9834d_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101a24f10cdf614dcea4d14dcbf6d9834d_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,415 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102dfb83d09e8b4514a6f79447bf6db384_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102dfb83d09e8b4514a6f79447bf6db384_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,416 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111044c51e691a0c422fbee37672131ba6fd_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111044c51e691a0c422fbee37672131ba6fd_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,417 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105395dd0115da48049928c1065b53f123_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105395dd0115da48049928c1065b53f123_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,418 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111060a1e6d323524946a7b35c3c8d3e3793_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111060a1e6d323524946a7b35c3c8d3e3793_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,419 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111071e58809fbb04a0783371fb64ecbd5fc_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111071e58809fbb04a0783371fb64ecbd5fc_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,420 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108cc1e475bd004beda4c599bf24f7ab23_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108cc1e475bd004beda4c599bf24f7ab23_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111096ce9b14fc7c4d80b76226dd5e126fec_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111096ce9b14fc7c4d80b76226dd5e126fec_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,422 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109e319c874aad4d659c359a378329162a_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109e319c874aad4d659c359a378329162a_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,423 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a57ea3ee41964e9c86256eb9cd0481ba_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a57ea3ee41964e9c86256eb9cd0481ba_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,424 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b4dff36bccac424eb318db2d32c123ab_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b4dff36bccac424eb318db2d32c123ab_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,424 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b88329bde6044a5299087230b521e0e2_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b88329bde6044a5299087230b521e0e2_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,425 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c720eee1d19641febbe5878158e311ec_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c720eee1d19641febbe5878158e311ec_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d598d5152013477e8554110199d7928c_0b29d676aaf84c909d5ebd69e1444f0c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d598d5152013477e8554110199d7928c_0b29d676aaf84c909d5ebd69e1444f0c 2024-11-10T12:46:26,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:46:26,428 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=129, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,430 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:46:26,431 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:46:26,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=129, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:46:26,433 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731242786432"}]},"ts":"9223372036854775807"} 2024-11-10T12:46:26,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:46:26,434 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0b29d676aaf84c909d5ebd69e1444f0c, NAME => 'TestAcidGuarantees,,1731242755166.0b29d676aaf84c909d5ebd69e1444f0c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:46:26,434 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:46:26,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731242786434"}]},"ts":"9223372036854775807"} 2024-11-10T12:46:26,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:46:26,436 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=129, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-10T12:46:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-10T12:46:26,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:46:26,498 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:26,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 240), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=5731 (was 5808) 2024-11-10T12:46:26,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5731 2024-11-10T12:46:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:46:26,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:46:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:26,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:46:26,522 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:26,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 130 2024-11-10T12:46:26,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:46:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-10T12:46:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742247_1423 (size=959) 2024-11-10T12:46:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-10T12:46:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-10T12:46:26,929 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:46:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742248_1424 (size=53) 2024-11-10T12:46:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-10T12:46:27,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:46:27,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dcd852ad1dbc3a9c587d0b0dd2958877, disabling compactions & flushes 2024-11-10T12:46:27,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. after waiting 0 ms 2024-11-10T12:46:27,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcd852ad1dbc3a9c587d0b0dd2958877: Waiting for close lock at 1731242787335Disabling compacts and flushes for region at 1731242787335Disabling writes for close at 1731242787335Writing region close event to WAL at 1731242787335Closed at 1731242787335 2024-11-10T12:46:27,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:46:27,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731242787336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731242787336"}]},"ts":"1731242787336"} 2024-11-10T12:46:27,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:46:27,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:46:27,338 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242787338"}]},"ts":"1731242787338"} 2024-11-10T12:46:27,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:46:27,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, ASSIGN}] 2024-11-10T12:46:27,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, ASSIGN 2024-11-10T12:46:27,340 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, ASSIGN; state=OFFLINE, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=false 2024-11-10T12:46:27,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=dcd852ad1dbc3a9c587d0b0dd2958877, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, ASSIGN because future has completed 2024-11-10T12:46:27,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:46:27,646 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7752): Opening region: {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7794): checking encryption for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,647 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7797): checking classloading for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,649 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,650 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcd852ad1dbc3a9c587d0b0dd2958877 columnFamilyName A 2024-11-10T12:46:27,650 DEBUG [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:27,650 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] regionserver.HStore(327): Store=dcd852ad1dbc3a9c587d0b0dd2958877/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:27,650 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,651 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcd852ad1dbc3a9c587d0b0dd2958877 columnFamilyName B 2024-11-10T12:46:27,651 DEBUG [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:27,651 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] regionserver.HStore(327): Store=dcd852ad1dbc3a9c587d0b0dd2958877/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:27,651 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,652 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcd852ad1dbc3a9c587d0b0dd2958877 columnFamilyName C 2024-11-10T12:46:27,652 DEBUG [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:27,653 INFO [StoreOpener-dcd852ad1dbc3a9c587d0b0dd2958877-1 {}] regionserver.HStore(327): Store=dcd852ad1dbc3a9c587d0b0dd2958877/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:27,653 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1038): replaying wal for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,653 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,653 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,654 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1048): stopping wal replay for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,654 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1060): Cleaning up temporary data for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,654 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:46:27,655 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1093): writing seq id for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,656 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:46:27,657 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1114): Opened dcd852ad1dbc3a9c587d0b0dd2958877; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65759584, jitterRate=-0.020105838775634766}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:46:27,657 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-10T12:46:27,658 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1006): Region open journal for dcd852ad1dbc3a9c587d0b0dd2958877: Running coprocessor pre-open hook at 1731242787648Writing region info on filesystem at 1731242787648Initializing all the Stores at 1731242787648Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242787648Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242787648Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242787648Cleaning up temporary data from old regions at 1731242787654 (+6 ms)Running coprocessor post-open hooks at 1731242787657 (+3 ms)Region opened successfully at 1731242787657 2024-11-10T12:46:27,658 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., pid=132, masterSystemTime=1731242787644 2024-11-10T12:46:27,659 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,660 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:27,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=dcd852ad1dbc3a9c587d0b0dd2958877, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:27,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:46:27,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T12:46:27,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; OpenRegionProcedure dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 in 169 msec 2024-11-10T12:46:27,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-10T12:46:27,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, ASSIGN in 324 msec 2024-11-10T12:46:27,665 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:46:27,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242787665"}]},"ts":"1731242787665"} 2024-11-10T12:46:27,666 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:46:27,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:46:27,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-10T12:46:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-10T12:46:28,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:28,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,670 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f51a69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c6d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:46:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:46:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c590068 2024-11-10T12:46:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:46:28,676 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:46:28,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,678 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a929fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53683283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,681 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d452374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,682 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ed093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,683 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3708ba4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,684 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538ae0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,686 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5204d0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,687 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590f6440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,688 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b323319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492c6d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,691 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588b45aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6d6773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,693 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6d966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,694 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33080c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,696 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179972dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc01746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,698 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e78d2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,699 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa62e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:28,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:28,700 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e18dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:28,701 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a9b08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:28,702 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,702 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,702 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,703 DEBUG [Thread-1935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,703 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,703 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,704 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,704 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,706 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:28,706 DEBUG [Thread-1927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,706 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-10T12:46:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,707 DEBUG [Thread-1929 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,708 DEBUG [Thread-1929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T12:46:28,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,710 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:28,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:28,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:28,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:28,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2] 2024-11-10T12:46:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:28,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:28,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:28,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/ea99cc6be8694993b59d39d5057e24f7 is 50, key is test_row_0/A:col10/1731242788712/Put/seqid=0 2024-11-10T12:46:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242848755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242848756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742249_1425 (size=16681) 2024-11-10T12:46:28,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242848758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242848759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242848765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T12:46:28,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:28,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242848868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242848877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242848877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242848877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242848877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:28,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T12:46:29,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242849087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242849087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242849087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242849087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242849087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/ea99cc6be8694993b59d39d5057e24f7 2024-11-10T12:46:29,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/7c25eb3577684c56a969269b82d5fbe0 is 50, key is test_row_0/B:col10/1731242788712/Put/seqid=0 2024-11-10T12:46:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742250_1426 (size=12001) 2024-11-10T12:46:29,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T12:46:29,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242849408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242849408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242849408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242849408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242849408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/7c25eb3577684c56a969269b82d5fbe0 2024-11-10T12:46:29,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ebf6c7bb7dfa45db973499130231f6f2 is 50, key is test_row_0/C:col10/1731242788712/Put/seqid=0 2024-11-10T12:46:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742251_1427 (size=12001) 2024-11-10T12:46:29,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T12:46:29,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242849927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242849927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242849927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242849927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242849927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:29,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:29,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:29,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:30,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ebf6c7bb7dfa45db973499130231f6f2 2024-11-10T12:46:30,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/ea99cc6be8694993b59d39d5057e24f7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/ea99cc6be8694993b59d39d5057e24f7 2024-11-10T12:46:30,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/ea99cc6be8694993b59d39d5057e24f7, entries=250, sequenceid=13, filesize=16.3 K 2024-11-10T12:46:30,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/7c25eb3577684c56a969269b82d5fbe0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7c25eb3577684c56a969269b82d5fbe0 2024-11-10T12:46:30,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7c25eb3577684c56a969269b82d5fbe0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:46:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ebf6c7bb7dfa45db973499130231f6f2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ebf6c7bb7dfa45db973499130231f6f2 2024-11-10T12:46:30,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ebf6c7bb7dfa45db973499130231f6f2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T12:46:30,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1323ms, sequenceid=13, compaction requested=false 2024-11-10T12:46:30,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:30,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T12:46:30,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:30,091 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:46:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/af49de3514d34478ba7398ad29caa43e is 50, key is test_row_0/A:col10/1731242788763/Put/seqid=0 2024-11-10T12:46:30,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742252_1428 (size=12001) 2024-11-10T12:46:30,100 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/af49de3514d34478ba7398ad29caa43e 2024-11-10T12:46:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/4f8f4dbe80ec44daa5cfc6086ecefb8c is 50, key is test_row_0/B:col10/1731242788763/Put/seqid=0 2024-11-10T12:46:30,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742253_1429 (size=12001) 2024-11-10T12:46:30,111 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/4f8f4dbe80ec44daa5cfc6086ecefb8c 2024-11-10T12:46:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/6a6cf6566578436080332254b6da7aa2 is 50, key is test_row_0/C:col10/1731242788763/Put/seqid=0 2024-11-10T12:46:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742254_1430 (size=12001) 2024-11-10T12:46:30,127 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/6a6cf6566578436080332254b6da7aa2 2024-11-10T12:46:30,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/af49de3514d34478ba7398ad29caa43e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/af49de3514d34478ba7398ad29caa43e 2024-11-10T12:46:30,138 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/af49de3514d34478ba7398ad29caa43e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:46:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/4f8f4dbe80ec44daa5cfc6086ecefb8c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/4f8f4dbe80ec44daa5cfc6086ecefb8c 2024-11-10T12:46:30,144 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/4f8f4dbe80ec44daa5cfc6086ecefb8c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:46:30,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/6a6cf6566578436080332254b6da7aa2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/6a6cf6566578436080332254b6da7aa2 2024-11-10T12:46:30,148 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/6a6cf6566578436080332254b6da7aa2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-10T12:46:30,149 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for dcd852ad1dbc3a9c587d0b0dd2958877 in 58ms, sequenceid=37, compaction requested=false 2024-11-10T12:46:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-10T12:46:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-10T12:46:30,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-10T12:46:30,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-10T12:46:30,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4490 sec 2024-11-10T12:46:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T12:46:30,857 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:30,858 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-10T12:46:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:30,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:30,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:30,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:30,952 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:30,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:30,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f is 50, key is test_row_0/A:col10/1731242790952/Put/seqid=0 2024-11-10T12:46:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742255_1431 (size=16681) 2024-11-10T12:46:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:31,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242850999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242851007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242851009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242851010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242851010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:46:31,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242851118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242851127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242851127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242851127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242851127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:31,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242851328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242851347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242851347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242851347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242851347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f 2024-11-10T12:46:31,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/8b52ce44249a4bc7ad3f7bd70589a3cf is 50, key is test_row_0/B:col10/1731242790952/Put/seqid=0 2024-11-10T12:46:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742256_1432 (size=12001) 2024-11-10T12:46:31,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:31,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242851648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242851667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242851667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242851667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242851667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:31,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/8b52ce44249a4bc7ad3f7bd70589a3cf 2024-11-10T12:46:31,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/70f299a2ff4c49b38d2af04c02cfaeea is 50, key is test_row_0/C:col10/1731242790952/Put/seqid=0 2024-11-10T12:46:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742257_1433 (size=12001) 2024-11-10T12:46:31,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:31,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:32,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:32,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:32,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:32,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:32,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:32,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:32,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242852167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:32,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/70f299a2ff4c49b38d2af04c02cfaeea 2024-11-10T12:46:32,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f 2024-11-10T12:46:32,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f, entries=250, sequenceid=49, filesize=16.3 K 2024-11-10T12:46:32,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/8b52ce44249a4bc7ad3f7bd70589a3cf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8b52ce44249a4bc7ad3f7bd70589a3cf 2024-11-10T12:46:32,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8b52ce44249a4bc7ad3f7bd70589a3cf, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:46:32,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/70f299a2ff4c49b38d2af04c02cfaeea as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/70f299a2ff4c49b38d2af04c02cfaeea 2024-11-10T12:46:32,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242852188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242852188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242852188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:32,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242852188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:32,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/70f299a2ff4c49b38d2af04c02cfaeea, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:46:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:32,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1248ms, sequenceid=49, compaction requested=true 2024-11-10T12:46:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:32,201 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:32,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:32,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:32,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:32,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:32,202 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:32,202 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:32,202 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:32,202 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:32,202 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/ea99cc6be8694993b59d39d5057e24f7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/af49de3514d34478ba7398ad29caa43e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=44.3 K 2024-11-10T12:46:32,202 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea99cc6be8694993b59d39d5057e24f7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731242788712 2024-11-10T12:46:32,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:32,203 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting af49de3514d34478ba7398ad29caa43e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731242788753 2024-11-10T12:46:32,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:32,203 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:32,203 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7c25eb3577684c56a969269b82d5fbe0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/4f8f4dbe80ec44daa5cfc6086ecefb8c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8b52ce44249a4bc7ad3f7bd70589a3cf] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.2 K 2024-11-10T12:46:32,203 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c25eb3577684c56a969269b82d5fbe0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731242788712 2024-11-10T12:46:32,203 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9e963e9d3c94ead9ef4f0b3ba96fc0f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731242790944 2024-11-10T12:46:32,204 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f8f4dbe80ec44daa5cfc6086ecefb8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731242788753 2024-11-10T12:46:32,204 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b52ce44249a4bc7ad3f7bd70589a3cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731242790944 2024-11-10T12:46:32,213 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:32,213 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/617ffecd4bba429d943b0b2be96598ce is 50, key is test_row_0/A:col10/1731242790952/Put/seqid=0 2024-11-10T12:46:32,214 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:32,214 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/0192174e5b584f4b87dec112f3f03d53 is 50, key is test_row_0/B:col10/1731242790952/Put/seqid=0 2024-11-10T12:46:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742258_1434 (size=12104) 2024-11-10T12:46:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742259_1435 (size=12104) 2024-11-10T12:46:32,227 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/617ffecd4bba429d943b0b2be96598ce as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/617ffecd4bba429d943b0b2be96598ce 2024-11-10T12:46:32,230 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/0192174e5b584f4b87dec112f3f03d53 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/0192174e5b584f4b87dec112f3f03d53 2024-11-10T12:46:32,234 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into 617ffecd4bba429d943b0b2be96598ce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:32,234 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:32,234 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=13, startTime=1731242792201; duration=0sec 2024-11-10T12:46:32,234 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:32,234 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:32,234 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:32,235 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:32,235 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:32,235 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:32,236 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ebf6c7bb7dfa45db973499130231f6f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/6a6cf6566578436080332254b6da7aa2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/70f299a2ff4c49b38d2af04c02cfaeea] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.2 K 2024-11-10T12:46:32,236 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf6c7bb7dfa45db973499130231f6f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731242788712 2024-11-10T12:46:32,236 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a6cf6566578436080332254b6da7aa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731242788753 2024-11-10T12:46:32,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T12:46:32,238 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into 0192174e5b584f4b87dec112f3f03d53(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:32,238 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:32,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:32,238 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70f299a2ff4c49b38d2af04c02cfaeea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731242790944 2024-11-10T12:46:32,238 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:32,239 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=13, startTime=1731242792201; duration=0sec 2024-11-10T12:46:32,240 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:32,240 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:32,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/82768458678e40188d1c85439196a6a8 is 50, key is test_row_0/A:col10/1731242790991/Put/seqid=0 2024-11-10T12:46:32,246 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:32,247 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/b5c6da5a72b64ab483f316ac0f4dd384 is 50, key is test_row_0/C:col10/1731242790952/Put/seqid=0 2024-11-10T12:46:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742260_1436 (size=12001) 2024-11-10T12:46:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742261_1437 (size=12104) 2024-11-10T12:46:32,650 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/82768458678e40188d1c85439196a6a8 2024-11-10T12:46:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/1eb15f5dcc344c9690636d8732a0dc4c is 50, key is test_row_0/B:col10/1731242790991/Put/seqid=0 2024-11-10T12:46:32,661 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/b5c6da5a72b64ab483f316ac0f4dd384 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b5c6da5a72b64ab483f316ac0f4dd384 2024-11-10T12:46:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742262_1438 (size=12001) 2024-11-10T12:46:32,666 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into b5c6da5a72b64ab483f316ac0f4dd384(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:32,666 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:32,666 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=13, startTime=1731242792202; duration=0sec 2024-11-10T12:46:32,666 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:32,666 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:33,063 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/1eb15f5dcc344c9690636d8732a0dc4c 2024-11-10T12:46:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/48d2be777f074558bd59234bb384b272 is 50, key is test_row_0/C:col10/1731242790991/Put/seqid=0 2024-11-10T12:46:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742263_1439 (size=12001) 2024-11-10T12:46:33,074 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/48d2be777f074558bd59234bb384b272 2024-11-10T12:46:33,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/82768458678e40188d1c85439196a6a8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/82768458678e40188d1c85439196a6a8 2024-11-10T12:46:33,080 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/82768458678e40188d1c85439196a6a8, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:46:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/1eb15f5dcc344c9690636d8732a0dc4c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/1eb15f5dcc344c9690636d8732a0dc4c 2024-11-10T12:46:33,084 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/1eb15f5dcc344c9690636d8732a0dc4c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:46:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/48d2be777f074558bd59234bb384b272 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/48d2be777f074558bd59234bb384b272 2024-11-10T12:46:33,089 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/48d2be777f074558bd59234bb384b272, entries=150, sequenceid=76, filesize=11.7 K 2024-11-10T12:46:33,089 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for dcd852ad1dbc3a9c587d0b0dd2958877 in 851ms, sequenceid=76, compaction requested=false 2024-11-10T12:46:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-10T12:46:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-10T12:46:33,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-10T12:46:33,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-11-10T12:46:33,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.2350 sec 2024-11-10T12:46:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:33,201 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:33,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:33,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/f340343646f84d4d8865f5aa7aac4954 is 50, key is test_row_0/A:col10/1731242793192/Put/seqid=0 2024-11-10T12:46:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742264_1440 (size=12001) 2024-11-10T12:46:33,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242853247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242853248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242853254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242853255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242853263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242853367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242853367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242853367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242853378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242853388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242853577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242853578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242853578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242853597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/f340343646f84d4d8865f5aa7aac4954 2024-11-10T12:46:33,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242853607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/9ed06d80dfa2449694fc419f9fae4bb7 is 50, key is test_row_0/B:col10/1731242793192/Put/seqid=0 2024-11-10T12:46:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742265_1441 (size=12001) 2024-11-10T12:46:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242853887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242853887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242853887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242853917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242853917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:34,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/9ed06d80dfa2449694fc419f9fae4bb7 2024-11-10T12:46:34,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/19a9c30f22c94de5b55f51da77c44df2 is 50, key is test_row_0/C:col10/1731242793192/Put/seqid=0 2024-11-10T12:46:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742266_1442 (size=12001) 2024-11-10T12:46:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242854408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242854408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:34,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242854408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:34,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/19a9c30f22c94de5b55f51da77c44df2 2024-11-10T12:46:34,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/f340343646f84d4d8865f5aa7aac4954 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/f340343646f84d4d8865f5aa7aac4954 2024-11-10T12:46:34,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/f340343646f84d4d8865f5aa7aac4954, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T12:46:34,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/9ed06d80dfa2449694fc419f9fae4bb7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/9ed06d80dfa2449694fc419f9fae4bb7 2024-11-10T12:46:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242854437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242854437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:34,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/9ed06d80dfa2449694fc419f9fae4bb7, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T12:46:34,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/19a9c30f22c94de5b55f51da77c44df2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/19a9c30f22c94de5b55f51da77c44df2 2024-11-10T12:46:34,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/19a9c30f22c94de5b55f51da77c44df2, entries=150, sequenceid=88, filesize=11.7 K 2024-11-10T12:46:34,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1253ms, sequenceid=88, compaction requested=true 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:34,454 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:34,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:34,454 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:34,455 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:34,455 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:34,455 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/0192174e5b584f4b87dec112f3f03d53, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/1eb15f5dcc344c9690636d8732a0dc4c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/9ed06d80dfa2449694fc419f9fae4bb7] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.3 K 2024-11-10T12:46:34,455 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/617ffecd4bba429d943b0b2be96598ce, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/82768458678e40188d1c85439196a6a8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/f340343646f84d4d8865f5aa7aac4954] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.3 K 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0192174e5b584f4b87dec112f3f03d53, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731242790944 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 617ffecd4bba429d943b0b2be96598ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731242790944 2024-11-10T12:46:34,455 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb15f5dcc344c9690636d8732a0dc4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731242790991 2024-11-10T12:46:34,456 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82768458678e40188d1c85439196a6a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731242790991 2024-11-10T12:46:34,456 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ed06d80dfa2449694fc419f9fae4bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731242793192 2024-11-10T12:46:34,456 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f340343646f84d4d8865f5aa7aac4954, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731242793192 2024-11-10T12:46:34,463 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:34,463 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/040fac7cbd274e029d12500746bd668e is 50, key is test_row_0/B:col10/1731242793192/Put/seqid=0 2024-11-10T12:46:34,464 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:34,464 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/1f71bbe1c9384e348e9b05540d3f8530 is 50, key is test_row_0/A:col10/1731242793192/Put/seqid=0 2024-11-10T12:46:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742268_1444 (size=12207) 2024-11-10T12:46:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742267_1443 (size=12207) 2024-11-10T12:46:34,474 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/040fac7cbd274e029d12500746bd668e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/040fac7cbd274e029d12500746bd668e 2024-11-10T12:46:34,479 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/1f71bbe1c9384e348e9b05540d3f8530 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/1f71bbe1c9384e348e9b05540d3f8530 2024-11-10T12:46:34,481 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into 040fac7cbd274e029d12500746bd668e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:34,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:34,481 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=13, startTime=1731242794454; duration=0sec 2024-11-10T12:46:34,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:34,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:34,481 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:34,482 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:34,482 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:34,482 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:34,482 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b5c6da5a72b64ab483f316ac0f4dd384, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/48d2be777f074558bd59234bb384b272, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/19a9c30f22c94de5b55f51da77c44df2] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.3 K 2024-11-10T12:46:34,483 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into 1f71bbe1c9384e348e9b05540d3f8530(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:34,483 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:34,483 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=13, startTime=1731242794454; duration=0sec 2024-11-10T12:46:34,483 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:34,483 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:34,486 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b5c6da5a72b64ab483f316ac0f4dd384, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731242790944 2024-11-10T12:46:34,486 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 48d2be777f074558bd59234bb384b272, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731242790991 2024-11-10T12:46:34,487 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 19a9c30f22c94de5b55f51da77c44df2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731242793192 2024-11-10T12:46:34,497 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:34,497 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/dc43cce7b9c94148be5b549194d56e49 is 50, key is test_row_0/C:col10/1731242793192/Put/seqid=0 2024-11-10T12:46:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742269_1445 (size=12207) 2024-11-10T12:46:34,905 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/dc43cce7b9c94148be5b549194d56e49 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/dc43cce7b9c94148be5b549194d56e49 2024-11-10T12:46:34,910 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into dc43cce7b9c94148be5b549194d56e49(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:34,910 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:34,910 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=13, startTime=1731242794454; duration=0sec 2024-11-10T12:46:34,910 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:34,910 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T12:46:35,028 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:35,028 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-10T12:46:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T12:46:35,030 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:35,031 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:35,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T12:46:35,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T12:46:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:35,183 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:35,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/03063657caea411ba9c92a2fca2c1f65 is 50, key is test_row_0/A:col10/1731242793254/Put/seqid=0 2024-11-10T12:46:35,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742270_1446 (size=12001) 2024-11-10T12:46:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T12:46:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:35,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242855447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242855448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242855453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242855457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242855457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,464 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,464 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242855567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242855568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242855568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,592 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/03063657caea411ba9c92a2fca2c1f65 2024-11-10T12:46:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/2692346a18a540168f9985a31d906472 is 50, key is test_row_0/B:col10/1731242793254/Put/seqid=0 2024-11-10T12:46:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742271_1447 (size=12001) 2024-11-10T12:46:35,604 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/2692346a18a540168f9985a31d906472 2024-11-10T12:46:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/f929e16ad3ea4320ad7dd64f8884061e is 50, key is test_row_0/C:col10/1731242793254/Put/seqid=0 2024-11-10T12:46:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742272_1448 (size=12001) 2024-11-10T12:46:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T12:46:35,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242855787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242855787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242855787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:35,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:35,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,020 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/f929e16ad3ea4320ad7dd64f8884061e 2024-11-10T12:46:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/03063657caea411ba9c92a2fca2c1f65 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/03063657caea411ba9c92a2fca2c1f65 2024-11-10T12:46:36,027 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/03063657caea411ba9c92a2fca2c1f65, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:46:36,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/2692346a18a540168f9985a31d906472 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2692346a18a540168f9985a31d906472 2024-11-10T12:46:36,031 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2692346a18a540168f9985a31d906472, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:46:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/f929e16ad3ea4320ad7dd64f8884061e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f929e16ad3ea4320ad7dd64f8884061e 2024-11-10T12:46:36,035 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f929e16ad3ea4320ad7dd64f8884061e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T12:46:36,036 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dcd852ad1dbc3a9c587d0b0dd2958877 in 852ms, sequenceid=116, compaction requested=false 2024-11-10T12:46:36,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:36,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-10T12:46:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-10T12:46:36,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-10T12:46:36,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-10T12:46:36,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.0110 sec 2024-11-10T12:46:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:36,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:36,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:46:36,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/844a6d96d0b7455ab28c5dc11c673783 is 50, key is test_row_1/A:col10/1731242796111/Put/seqid=0 2024-11-10T12:46:36,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742273_1449 (size=11997) 2024-11-10T12:46:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T12:46:36,168 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:36,169 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-10T12:46:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T12:46:36,170 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:36,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:36,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:36,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242856172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242856173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242856177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T12:46:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242856288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242856297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242856297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T12:46:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T12:46:36,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:36,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T12:46:36,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242856508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242856517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242856517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/844a6d96d0b7455ab28c5dc11c673783 2024-11-10T12:46:36,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/602b2be281a043859b36f8234e07560d is 50, key is test_row_1/B:col10/1731242796111/Put/seqid=0 2024-11-10T12:46:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742274_1450 (size=9657) 2024-11-10T12:46:36,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T12:46:36,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:36,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T12:46:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T12:46:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242856828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242856828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242856828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:36,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/602b2be281a043859b36f8234e07560d 2024-11-10T12:46:36,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T12:46:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:36,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/0e02918aaf374eb6bfb0e5cf1eec1407 is 50, key is test_row_1/C:col10/1731242796111/Put/seqid=0 2024-11-10T12:46:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742275_1451 (size=9657) 2024-11-10T12:46:36,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/0e02918aaf374eb6bfb0e5cf1eec1407 2024-11-10T12:46:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/844a6d96d0b7455ab28c5dc11c673783 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/844a6d96d0b7455ab28c5dc11c673783 2024-11-10T12:46:36,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/844a6d96d0b7455ab28c5dc11c673783, entries=150, sequenceid=128, filesize=11.7 K 2024-11-10T12:46:36,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/602b2be281a043859b36f8234e07560d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/602b2be281a043859b36f8234e07560d 2024-11-10T12:46:36,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/602b2be281a043859b36f8234e07560d, entries=100, sequenceid=128, filesize=9.4 K 2024-11-10T12:46:36,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/0e02918aaf374eb6bfb0e5cf1eec1407 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/0e02918aaf374eb6bfb0e5cf1eec1407 2024-11-10T12:46:36,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/0e02918aaf374eb6bfb0e5cf1eec1407, entries=100, sequenceid=128, filesize=9.4 K 2024-11-10T12:46:36,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dcd852ad1dbc3a9c587d0b0dd2958877 in 856ms, sequenceid=128, compaction requested=true 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:36,970 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:36,970 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:36,971 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:36,971 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:36,971 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:36,971 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,971 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:36,971 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/040fac7cbd274e029d12500746bd668e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2692346a18a540168f9985a31d906472, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/602b2be281a043859b36f8234e07560d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=33.1 K 2024-11-10T12:46:36,971 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,971 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/1f71bbe1c9384e348e9b05540d3f8530, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/03063657caea411ba9c92a2fca2c1f65, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/844a6d96d0b7455ab28c5dc11c673783] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.4 K 2024-11-10T12:46:36,972 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 040fac7cbd274e029d12500746bd668e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731242793192 2024-11-10T12:46:36,972 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2692346a18a540168f9985a31d906472, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242793253 2024-11-10T12:46:36,972 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 602b2be281a043859b36f8234e07560d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731242795452 2024-11-10T12:46:36,974 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f71bbe1c9384e348e9b05540d3f8530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731242793192 2024-11-10T12:46:36,974 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03063657caea411ba9c92a2fca2c1f65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242793253 2024-11-10T12:46:36,974 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 844a6d96d0b7455ab28c5dc11c673783, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731242795446 2024-11-10T12:46:36,980 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:36,980 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/7bb48f4e8c274068a6efd6fd3d77ff0e is 50, key is test_row_0/B:col10/1731242793254/Put/seqid=0 2024-11-10T12:46:36,981 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:36,982 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/336064f4385b40868f5e736c19cf33e3 is 50, key is test_row_0/A:col10/1731242793254/Put/seqid=0 2024-11-10T12:46:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742276_1452 (size=12309) 2024-11-10T12:46:36,990 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/7bb48f4e8c274068a6efd6fd3d77ff0e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7bb48f4e8c274068a6efd6fd3d77ff0e 2024-11-10T12:46:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742277_1453 (size=12309) 2024-11-10T12:46:36,995 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into 7bb48f4e8c274068a6efd6fd3d77ff0e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:36,995 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:36,995 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=13, startTime=1731242796970; duration=0sec 2024-11-10T12:46:36,995 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:36,995 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:36,996 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:36,997 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:36,997 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:36,997 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:36,997 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/dc43cce7b9c94148be5b549194d56e49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f929e16ad3ea4320ad7dd64f8884061e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/0e02918aaf374eb6bfb0e5cf1eec1407] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=33.1 K 2024-11-10T12:46:36,998 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting dc43cce7b9c94148be5b549194d56e49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731242793192 2024-11-10T12:46:36,998 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f929e16ad3ea4320ad7dd64f8884061e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731242793253 2024-11-10T12:46:36,998 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e02918aaf374eb6bfb0e5cf1eec1407, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731242795452 2024-11-10T12:46:37,004 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:37,005 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/60a3db744bc94bdbb4b53f9121e7abdc is 50, key is test_row_0/C:col10/1731242793254/Put/seqid=0 2024-11-10T12:46:37,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742278_1454 (size=12309) 2024-11-10T12:46:37,016 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/60a3db744bc94bdbb4b53f9121e7abdc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/60a3db744bc94bdbb4b53f9121e7abdc 2024-11-10T12:46:37,020 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into 60a3db744bc94bdbb4b53f9121e7abdc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:37,020 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:37,020 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=13, startTime=1731242796970; duration=0sec 2024-11-10T12:46:37,020 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:37,020 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:37,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T12:46:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:37,090 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:46:37,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/c40c499f9c694ecd9af6d8d88502a5b4 is 50, key is test_row_0/A:col10/1731242796162/Put/seqid=0 2024-11-10T12:46:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742279_1455 (size=12151) 2024-11-10T12:46:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T12:46:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:37,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:37,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242857367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242857375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242857377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,395 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/336064f4385b40868f5e736c19cf33e3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/336064f4385b40868f5e736c19cf33e3 2024-11-10T12:46:37,399 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into 336064f4385b40868f5e736c19cf33e3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:37,399 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:37,399 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=13, startTime=1731242796970; duration=0sec 2024-11-10T12:46:37,399 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:37,399 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242857487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242857487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242857487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,496 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,496 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,499 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/c40c499f9c694ecd9af6d8d88502a5b4 2024-11-10T12:46:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/619887bf8d22463ebff695e659eec9c9 is 50, key is test_row_0/B:col10/1731242796162/Put/seqid=0 2024-11-10T12:46:37,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242857497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242857497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742280_1456 (size=12151) 2024-11-10T12:46:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,512 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/619887bf8d22463ebff695e659eec9c9 2024-11-10T12:46:37,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/eb68858db0464c9b84641d1f2bda5896 is 50, key is test_row_0/C:col10/1731242796162/Put/seqid=0 2024-11-10T12:46:37,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742281_1457 (size=12151) 2024-11-10T12:46:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242857707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242857717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242857717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:37,923 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/eb68858db0464c9b84641d1f2bda5896 2024-11-10T12:46:37,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/c40c499f9c694ecd9af6d8d88502a5b4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c40c499f9c694ecd9af6d8d88502a5b4 2024-11-10T12:46:37,937 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c40c499f9c694ecd9af6d8d88502a5b4, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:46:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/619887bf8d22463ebff695e659eec9c9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/619887bf8d22463ebff695e659eec9c9 2024-11-10T12:46:37,941 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/619887bf8d22463ebff695e659eec9c9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:46:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/eb68858db0464c9b84641d1f2bda5896 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/eb68858db0464c9b84641d1f2bda5896 2024-11-10T12:46:37,944 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/eb68858db0464c9b84641d1f2bda5896, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:46:37,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dcd852ad1dbc3a9c587d0b0dd2958877 in 856ms, sequenceid=154, compaction requested=false 2024-11-10T12:46:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-10T12:46:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-10T12:46:37,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T12:46:37,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-11-10T12:46:37,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.7800 sec 2024-11-10T12:46:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:38,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:38,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:46:38,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/2f29430e3feb49aaa35255587a981d46 is 50, key is test_row_1/A:col10/1731242797374/Put/seqid=0 2024-11-10T12:46:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742282_1458 (size=12147) 2024-11-10T12:46:38,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242858082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242858084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242858089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242858198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242858208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242858208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T12:46:38,317 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:38,318 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-10T12:46:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:38,320 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:38,321 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:38,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:38,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242858408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:38,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/2f29430e3feb49aaa35255587a981d46 2024-11-10T12:46:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242858427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242858427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/84f437e5cf8e4f29acd6a77dfde65ce5 is 50, key is test_row_1/B:col10/1731242797374/Put/seqid=0 2024-11-10T12:46:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742283_1459 (size=9757) 2024-11-10T12:46:38,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:38,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242858717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242858748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242858748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:38,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:38,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/84f437e5cf8e4f29acd6a77dfde65ce5 2024-11-10T12:46:38,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ac273c429185425b904bd001da3585df is 50, key is test_row_1/C:col10/1731242797374/Put/seqid=0 2024-11-10T12:46:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742284_1460 (size=9757) 2024-11-10T12:46:38,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:38,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:39,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242859227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:39,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:39,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ac273c429185425b904bd001da3585df 2024-11-10T12:46:39,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/2f29430e3feb49aaa35255587a981d46 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2f29430e3feb49aaa35255587a981d46 2024-11-10T12:46:39,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2f29430e3feb49aaa35255587a981d46, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T12:46:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/84f437e5cf8e4f29acd6a77dfde65ce5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/84f437e5cf8e4f29acd6a77dfde65ce5 2024-11-10T12:46:39,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/84f437e5cf8e4f29acd6a77dfde65ce5, entries=100, sequenceid=168, filesize=9.5 K 2024-11-10T12:46:39,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ac273c429185425b904bd001da3585df as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ac273c429185425b904bd001da3585df 2024-11-10T12:46:39,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ac273c429185425b904bd001da3585df, entries=100, sequenceid=168, filesize=9.5 K 2024-11-10T12:46:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242859267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:39,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1250ms, sequenceid=168, compaction requested=true 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:39,273 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:39,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:39,273 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:39,274 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:39,274 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36607 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:39,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-10T12:46:39,274 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:39,274 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:39,274 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,274 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:39,274 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,274 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/336064f4385b40868f5e736c19cf33e3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c40c499f9c694ecd9af6d8d88502a5b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2f29430e3feb49aaa35255587a981d46] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=35.7 K 2024-11-10T12:46:39,274 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7bb48f4e8c274068a6efd6fd3d77ff0e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/619887bf8d22463ebff695e659eec9c9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/84f437e5cf8e4f29acd6a77dfde65ce5] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=33.4 K 2024-11-10T12:46:39,275 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336064f4385b40868f5e736c19cf33e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731242793254 2024-11-10T12:46:39,275 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bb48f4e8c274068a6efd6fd3d77ff0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731242793254 2024-11-10T12:46:39,275 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c40c499f9c694ecd9af6d8d88502a5b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731242796162 2024-11-10T12:46:39,275 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f29430e3feb49aaa35255587a981d46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731242797374 2024-11-10T12:46:39,275 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 619887bf8d22463ebff695e659eec9c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731242796162 2024-11-10T12:46:39,276 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f437e5cf8e4f29acd6a77dfde65ce5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731242797374 2024-11-10T12:46:39,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9f3fc01cbf994d5ebc803acaf18f768e is 50, key is test_row_0/A:col10/1731242799273/Put/seqid=0 2024-11-10T12:46:39,284 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:39,284 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/4c7d1ba49a5e4dcc86160f1295340ded is 50, key is test_row_0/A:col10/1731242796162/Put/seqid=0 2024-11-10T12:46:39,290 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:39,290 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/6ee14390a59e4c9c949c4eca921badbf is 50, key is test_row_0/B:col10/1731242796162/Put/seqid=0 2024-11-10T12:46:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742285_1461 (size=14541) 2024-11-10T12:46:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742287_1463 (size=12561) 2024-11-10T12:46:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742286_1462 (size=12561) 2024-11-10T12:46:39,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242859355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:39,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:39,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242859468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:39,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9f3fc01cbf994d5ebc803acaf18f768e 2024-11-10T12:46:39,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242859687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:39,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:39,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:39,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:39,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/099453703bb140ed938c67b4323516cb is 50, key is test_row_0/B:col10/1731242799273/Put/seqid=0 2024-11-10T12:46:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742288_1464 (size=12151) 2024-11-10T12:46:39,708 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/6ee14390a59e4c9c949c4eca921badbf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6ee14390a59e4c9c949c4eca921badbf 2024-11-10T12:46:39,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/099453703bb140ed938c67b4323516cb 2024-11-10T12:46:39,710 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/4c7d1ba49a5e4dcc86160f1295340ded as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4c7d1ba49a5e4dcc86160f1295340ded 2024-11-10T12:46:39,713 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into 6ee14390a59e4c9c949c4eca921badbf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:39,713 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:39,713 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=13, startTime=1731242799273; duration=0sec 2024-11-10T12:46:39,713 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:39,713 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:39,713 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:39,714 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:39,714 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:39,714 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,714 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/60a3db744bc94bdbb4b53f9121e7abdc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/eb68858db0464c9b84641d1f2bda5896, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ac273c429185425b904bd001da3585df] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=33.4 K 2024-11-10T12:46:39,715 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a3db744bc94bdbb4b53f9121e7abdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731242793254 2024-11-10T12:46:39,715 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting eb68858db0464c9b84641d1f2bda5896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731242796162 2024-11-10T12:46:39,715 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting ac273c429185425b904bd001da3585df, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731242797374 2024-11-10T12:46:39,715 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into 4c7d1ba49a5e4dcc86160f1295340ded(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:39,715 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:39,715 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=13, startTime=1731242799273; duration=0sec 2024-11-10T12:46:39,716 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:39,716 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:39,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/e4260b8380f24c0580dff4b4220e4e85 is 50, key is test_row_0/C:col10/1731242799273/Put/seqid=0 2024-11-10T12:46:39,721 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:39,722 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/034fbc01058d46e0bfd906f32dda0548 is 50, key is test_row_0/C:col10/1731242796162/Put/seqid=0 2024-11-10T12:46:39,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742289_1465 (size=12151) 2024-11-10T12:46:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742290_1466 (size=12561) 2024-11-10T12:46:39,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:39,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:40,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:40,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:40,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242860008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/e4260b8380f24c0580dff4b4220e4e85 2024-11-10T12:46:40,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9f3fc01cbf994d5ebc803acaf18f768e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9f3fc01cbf994d5ebc803acaf18f768e 2024-11-10T12:46:40,129 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/034fbc01058d46e0bfd906f32dda0548 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/034fbc01058d46e0bfd906f32dda0548 2024-11-10T12:46:40,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9f3fc01cbf994d5ebc803acaf18f768e, entries=200, sequenceid=192, filesize=14.2 K 2024-11-10T12:46:40,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/099453703bb140ed938c67b4323516cb as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/099453703bb140ed938c67b4323516cb 2024-11-10T12:46:40,133 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into 034fbc01058d46e0bfd906f32dda0548(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:40,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:40,134 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=13, startTime=1731242799273; duration=0sec 2024-11-10T12:46:40,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:40,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:40,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/099453703bb140ed938c67b4323516cb, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:46:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/e4260b8380f24c0580dff4b4220e4e85 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4260b8380f24c0580dff4b4220e4e85 2024-11-10T12:46:40,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4260b8380f24c0580dff4b4220e4e85, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:46:40,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dcd852ad1dbc3a9c587d0b0dd2958877 in 865ms, sequenceid=192, compaction requested=false 2024-11-10T12:46:40,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:40,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T12:46:40,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:40,157 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:46:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/75bd46d596d041249dcafc20ac7f015b is 50, key is test_row_0/A:col10/1731242799354/Put/seqid=0 2024-11-10T12:46:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742291_1467 (size=12151) 2024-11-10T12:46:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:40,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242860390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242860391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:40,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242860508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242860508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242860527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,566 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/75bd46d596d041249dcafc20ac7f015b 2024-11-10T12:46:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/b08beb4534e6491db95d12062743ef6c is 50, key is test_row_0/B:col10/1731242799354/Put/seqid=0 2024-11-10T12:46:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742292_1468 (size=12151) 2024-11-10T12:46:40,577 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/b08beb4534e6491db95d12062743ef6c 2024-11-10T12:46:40,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/f8f91c92961f43648407524a1d1e4349 is 50, key is test_row_0/C:col10/1731242799354/Put/seqid=0 2024-11-10T12:46:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742293_1469 (size=12151) 2024-11-10T12:46:40,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242860727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242860728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:40,987 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/f8f91c92961f43648407524a1d1e4349 2024-11-10T12:46:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/75bd46d596d041249dcafc20ac7f015b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/75bd46d596d041249dcafc20ac7f015b 2024-11-10T12:46:40,993 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/75bd46d596d041249dcafc20ac7f015b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T12:46:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/b08beb4534e6491db95d12062743ef6c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/b08beb4534e6491db95d12062743ef6c 2024-11-10T12:46:40,998 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/b08beb4534e6491db95d12062743ef6c, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T12:46:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/f8f91c92961f43648407524a1d1e4349 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f8f91c92961f43648407524a1d1e4349 2024-11-10T12:46:41,001 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f8f91c92961f43648407524a1d1e4349, entries=150, sequenceid=207, filesize=11.9 K 2024-11-10T12:46:41,002 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dcd852ad1dbc3a9c587d0b0dd2958877 in 845ms, sequenceid=207, compaction requested=true 2024-11-10T12:46:41,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:41,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:41,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-10T12:46:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-10T12:46:41,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-10T12:46:41,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6820 sec 2024-11-10T12:46:41,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.6870 sec 2024-11-10T12:46:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:41,042 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:41,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:46:41,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9aba7405df4b4da49d50902da5d770f8 is 50, key is test_row_0/A:col10/1731242800388/Put/seqid=0 2024-11-10T12:46:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742294_1470 (size=14541) 2024-11-10T12:46:41,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242861072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242861081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242861188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242861188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242861408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242861408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9aba7405df4b4da49d50902da5d770f8 2024-11-10T12:46:41,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/16f4846d1157490f8bc958165b8e0a73 is 50, key is test_row_0/B:col10/1731242800388/Put/seqid=0 2024-11-10T12:46:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742295_1471 (size=12151) 2024-11-10T12:46:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1731242861518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43864 deadline: 1731242861518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,521 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_2' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,521 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:41,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242861547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,558 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242861728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242861728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:41,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:41,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:41,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/16f4846d1157490f8bc958165b8e0a73 2024-11-10T12:46:41,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/de867b13d991477da967fdd92573224d is 50, key is test_row_0/C:col10/1731242800388/Put/seqid=0 2024-11-10T12:46:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742296_1472 (size=12151) 2024-11-10T12:46:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242862247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242862247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:42,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/de867b13d991477da967fdd92573224d 2024-11-10T12:46:42,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9aba7405df4b4da49d50902da5d770f8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9aba7405df4b4da49d50902da5d770f8 2024-11-10T12:46:42,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9aba7405df4b4da49d50902da5d770f8, entries=200, sequenceid=232, filesize=14.2 K 2024-11-10T12:46:42,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/16f4846d1157490f8bc958165b8e0a73 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/16f4846d1157490f8bc958165b8e0a73 2024-11-10T12:46:42,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/16f4846d1157490f8bc958165b8e0a73, entries=150, sequenceid=232, filesize=11.9 K 2024-11-10T12:46:42,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/de867b13d991477da967fdd92573224d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de867b13d991477da967fdd92573224d 2024-11-10T12:46:42,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de867b13d991477da967fdd92573224d, entries=150, sequenceid=232, filesize=11.9 K 2024-11-10T12:46:42,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1246ms, sequenceid=232, compaction requested=true 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:42,289 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:42,289 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:42,290 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:42,290 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:42,290 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:42,290 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:42,290 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:42,290 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:42,290 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6ee14390a59e4c9c949c4eca921badbf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/099453703bb140ed938c67b4323516cb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/b08beb4534e6491db95d12062743ef6c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/16f4846d1157490f8bc958165b8e0a73] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=47.9 K 2024-11-10T12:46:42,290 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4c7d1ba49a5e4dcc86160f1295340ded, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9f3fc01cbf994d5ebc803acaf18f768e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/75bd46d596d041249dcafc20ac7f015b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9aba7405df4b4da49d50902da5d770f8] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=52.5 K 2024-11-10T12:46:42,290 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee14390a59e4c9c949c4eca921badbf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731242796162 2024-11-10T12:46:42,290 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c7d1ba49a5e4dcc86160f1295340ded, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731242796162 2024-11-10T12:46:42,291 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 099453703bb140ed938c67b4323516cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242798081 2024-11-10T12:46:42,291 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f3fc01cbf994d5ebc803acaf18f768e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242798081 2024-11-10T12:46:42,292 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75bd46d596d041249dcafc20ac7f015b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731242799288 2024-11-10T12:46:42,292 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b08beb4534e6491db95d12062743ef6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731242799288 2024-11-10T12:46:42,292 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 16f4846d1157490f8bc958165b8e0a73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731242800388 2024-11-10T12:46:42,292 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aba7405df4b4da49d50902da5d770f8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731242800379 2024-11-10T12:46:42,300 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:42,301 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/aed34b138d1842fb9df3bd3e88aa9665 is 50, key is test_row_0/B:col10/1731242800388/Put/seqid=0 2024-11-10T12:46:42,301 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:42,302 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/c45ab07e696745d5bab79176938b9e65 is 50, key is test_row_0/A:col10/1731242800388/Put/seqid=0 2024-11-10T12:46:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742297_1473 (size=12697) 2024-11-10T12:46:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742298_1474 (size=12697) 2024-11-10T12:46:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T12:46:42,488 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:42,488 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-10T12:46:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T12:46:42,490 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:42,491 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:42,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T12:46:42,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T12:46:42,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:42,644 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:42,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9c1d036bbea542499566ecae3e1e0c64 is 50, key is test_row_0/A:col10/1731242801071/Put/seqid=0 2024-11-10T12:46:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742299_1475 (size=12151) 2024-11-10T12:46:42,711 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/aed34b138d1842fb9df3bd3e88aa9665 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aed34b138d1842fb9df3bd3e88aa9665 2024-11-10T12:46:42,712 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/c45ab07e696745d5bab79176938b9e65 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c45ab07e696745d5bab79176938b9e65 2024-11-10T12:46:42,716 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into aed34b138d1842fb9df3bd3e88aa9665(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:42,716 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:42,716 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=12, startTime=1731242802289; duration=0sec 2024-11-10T12:46:42,716 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:42,716 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:42,716 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:42,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:42,718 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:42,718 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:42,718 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/034fbc01058d46e0bfd906f32dda0548, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4260b8380f24c0580dff4b4220e4e85, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f8f91c92961f43648407524a1d1e4349, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de867b13d991477da967fdd92573224d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=47.9 K 2024-11-10T12:46:42,719 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into c45ab07e696745d5bab79176938b9e65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:42,719 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:42,719 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=12, startTime=1731242802289; duration=0sec 2024-11-10T12:46:42,719 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 034fbc01058d46e0bfd906f32dda0548, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731242796162 2024-11-10T12:46:42,719 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:42,719 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:42,719 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e4260b8380f24c0580dff4b4220e4e85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731242798081 2024-11-10T12:46:42,719 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f8f91c92961f43648407524a1d1e4349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731242799288 2024-11-10T12:46:42,720 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting de867b13d991477da967fdd92573224d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731242800388 2024-11-10T12:46:42,726 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:42,727 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/de903b31285a4086a1835c5bb07ae532 is 50, key is test_row_0/C:col10/1731242800388/Put/seqid=0 2024-11-10T12:46:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742300_1476 (size=12697) 2024-11-10T12:46:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T12:46:43,052 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9c1d036bbea542499566ecae3e1e0c64 2024-11-10T12:46:43,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/cb70f63448734eb39214501d0f472c96 is 50, key is test_row_0/B:col10/1731242801071/Put/seqid=0 2024-11-10T12:46:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742301_1477 (size=12151) 2024-11-10T12:46:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T12:46:43,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/de903b31285a4086a1835c5bb07ae532 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de903b31285a4086a1835c5bb07ae532 2024-11-10T12:46:43,138 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into de903b31285a4086a1835c5bb07ae532(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:43,138 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:43,138 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=12, startTime=1731242802289; duration=0sec 2024-11-10T12:46:43,138 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:43,138 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242863347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242863351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242863457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242863467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,482 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/cb70f63448734eb39214501d0f472c96 2024-11-10T12:46:43,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ee84c32fcfbc4af7989434050a184a33 is 50, key is test_row_0/C:col10/1731242801071/Put/seqid=0 2024-11-10T12:46:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742302_1478 (size=12151) 2024-11-10T12:46:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242863567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,578 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T12:46:43,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242863677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242863687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:43,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ee84c32fcfbc4af7989434050a184a33 2024-11-10T12:46:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9c1d036bbea542499566ecae3e1e0c64 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9c1d036bbea542499566ecae3e1e0c64 2024-11-10T12:46:43,900 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9c1d036bbea542499566ecae3e1e0c64, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:46:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/cb70f63448734eb39214501d0f472c96 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/cb70f63448734eb39214501d0f472c96 2024-11-10T12:46:43,904 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/cb70f63448734eb39214501d0f472c96, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:46:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/ee84c32fcfbc4af7989434050a184a33 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ee84c32fcfbc4af7989434050a184a33 2024-11-10T12:46:43,908 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ee84c32fcfbc4af7989434050a184a33, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:46:43,909 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1265ms, sequenceid=243, compaction requested=false 2024-11-10T12:46:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-10T12:46:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-10T12:46:43,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-10T12:46:43,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-10T12:46:43,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.4240 sec 2024-11-10T12:46:43,931 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:46:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:44,005 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:44,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:46:44,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/218b6ad6d83c46bcad9459ad17f1274a is 50, key is test_row_0/A:col10/1731242803349/Put/seqid=0 2024-11-10T12:46:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742303_1479 (size=14741) 2024-11-10T12:46:44,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242864031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242864039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242864148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242864148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242864358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242864358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/218b6ad6d83c46bcad9459ad17f1274a 2024-11-10T12:46:44,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f7bcc8743ac443a4866308144ca819be is 50, key is test_row_0/B:col10/1731242803349/Put/seqid=0 2024-11-10T12:46:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742304_1480 (size=12301) 2024-11-10T12:46:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T12:46:44,638 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:44,638 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-10T12:46:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T12:46:44,640 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:44,641 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:44,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242864667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242864677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T12:46:44,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T12:46:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:44,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:44,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f7bcc8743ac443a4866308144ca819be 2024-11-10T12:46:44,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/29eda6a0116849ecb555d8d5aece3f55 is 50, key is test_row_0/C:col10/1731242803349/Put/seqid=0 2024-11-10T12:46:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742305_1481 (size=12301) 2024-11-10T12:46:44,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T12:46:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:44,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:44,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T12:46:45,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T12:46:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:45,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:45,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242865178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:45,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242865197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:45,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/29eda6a0116849ecb555d8d5aece3f55 2024-11-10T12:46:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/218b6ad6d83c46bcad9459ad17f1274a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/218b6ad6d83c46bcad9459ad17f1274a 2024-11-10T12:46:45,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/218b6ad6d83c46bcad9459ad17f1274a, entries=200, sequenceid=272, filesize=14.4 K 2024-11-10T12:46:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f7bcc8743ac443a4866308144ca819be as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f7bcc8743ac443a4866308144ca819be 2024-11-10T12:46:45,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f7bcc8743ac443a4866308144ca819be, entries=150, sequenceid=272, filesize=12.0 K 2024-11-10T12:46:45,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/29eda6a0116849ecb555d8d5aece3f55 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/29eda6a0116849ecb555d8d5aece3f55 2024-11-10T12:46:45,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/29eda6a0116849ecb555d8d5aece3f55, entries=150, sequenceid=272, filesize=12.0 K 2024-11-10T12:46:45,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1247ms, sequenceid=272, compaction requested=true 2024-11-10T12:46:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:45,252 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:45,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T12:46:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:45,253 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:45,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:45,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:45,253 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T12:46:45,254 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:45,254 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:45,255 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:45,255 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c45ab07e696745d5bab79176938b9e65, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9c1d036bbea542499566ecae3e1e0c64, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/218b6ad6d83c46bcad9459ad17f1274a] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=38.7 K 2024-11-10T12:46:45,255 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c45ab07e696745d5bab79176938b9e65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731242800388 2024-11-10T12:46:45,255 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:45,255 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:45,255 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:45,255 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c1d036bbea542499566ecae3e1e0c64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731242801066 2024-11-10T12:46:45,255 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aed34b138d1842fb9df3bd3e88aa9665, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/cb70f63448734eb39214501d0f472c96, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f7bcc8743ac443a4866308144ca819be] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=36.3 K 2024-11-10T12:46:45,256 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 218b6ad6d83c46bcad9459ad17f1274a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731242803334 2024-11-10T12:46:45,256 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting aed34b138d1842fb9df3bd3e88aa9665, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731242800388 2024-11-10T12:46:45,257 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting cb70f63448734eb39214501d0f472c96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731242801066 2024-11-10T12:46:45,257 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f7bcc8743ac443a4866308144ca819be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731242803345 2024-11-10T12:46:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/4df30c3f24d14027aaba557cd795d1dd is 50, key is test_row_0/A:col10/1731242804018/Put/seqid=0 2024-11-10T12:46:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T12:46:45,269 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:45,270 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/aceaff870ed14072aede047d30d5dc33 is 50, key is test_row_0/B:col10/1731242803349/Put/seqid=0 2024-11-10T12:46:45,270 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:45,271 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/e2854d909884473eb0689147fbdcbac2 is 50, key is test_row_0/A:col10/1731242803349/Put/seqid=0 2024-11-10T12:46:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742306_1482 (size=12301) 2024-11-10T12:46:45,274 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/4df30c3f24d14027aaba557cd795d1dd 2024-11-10T12:46:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/a79bc97dba374e2f975d55ab5e818c49 is 50, key is test_row_0/B:col10/1731242804018/Put/seqid=0 2024-11-10T12:46:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742308_1484 (size=12949) 2024-11-10T12:46:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742307_1483 (size=12949) 2024-11-10T12:46:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742309_1485 (size=12301) 2024-11-10T12:46:45,690 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/e2854d909884473eb0689147fbdcbac2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/e2854d909884473eb0689147fbdcbac2 2024-11-10T12:46:45,693 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/aceaff870ed14072aede047d30d5dc33 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aceaff870ed14072aede047d30d5dc33 2024-11-10T12:46:45,694 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into e2854d909884473eb0689147fbdcbac2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:45,694 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:45,695 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=13, startTime=1731242805252; duration=0sec 2024-11-10T12:46:45,695 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:45,695 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:45,695 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:45,696 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/a79bc97dba374e2f975d55ab5e818c49 2024-11-10T12:46:45,697 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:45,697 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:45,697 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:45,697 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de903b31285a4086a1835c5bb07ae532, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ee84c32fcfbc4af7989434050a184a33, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/29eda6a0116849ecb555d8d5aece3f55] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=36.3 K 2024-11-10T12:46:45,698 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting de903b31285a4086a1835c5bb07ae532, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731242800388 2024-11-10T12:46:45,698 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee84c32fcfbc4af7989434050a184a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731242801066 2024-11-10T12:46:45,699 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into aceaff870ed14072aede047d30d5dc33(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:45,699 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:45,699 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=13, startTime=1731242805253; duration=0sec 2024-11-10T12:46:45,699 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:45,699 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:45,699 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29eda6a0116849ecb555d8d5aece3f55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731242803345 2024-11-10T12:46:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/71e3b2841ef941359383eec3fe1c1963 is 50, key is test_row_0/C:col10/1731242804018/Put/seqid=0 2024-11-10T12:46:45,706 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:45,706 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/81b9122b097f45e5838f8703ad633749 is 50, key is test_row_0/C:col10/1731242803349/Put/seqid=0 2024-11-10T12:46:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742310_1486 (size=12301) 2024-11-10T12:46:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742311_1487 (size=12949) 2024-11-10T12:46:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T12:46:46,114 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/71e3b2841ef941359383eec3fe1c1963 2024-11-10T12:46:46,119 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/81b9122b097f45e5838f8703ad633749 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/81b9122b097f45e5838f8703ad633749 2024-11-10T12:46:46,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/4df30c3f24d14027aaba557cd795d1dd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4df30c3f24d14027aaba557cd795d1dd 2024-11-10T12:46:46,123 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4df30c3f24d14027aaba557cd795d1dd, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T12:46:46,124 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into 81b9122b097f45e5838f8703ad633749(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:46,124 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:46,124 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=13, startTime=1731242805253; duration=0sec 2024-11-10T12:46:46,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/a79bc97dba374e2f975d55ab5e818c49 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/a79bc97dba374e2f975d55ab5e818c49 2024-11-10T12:46:46,124 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:46,124 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:46,127 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/a79bc97dba374e2f975d55ab5e818c49, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T12:46:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/71e3b2841ef941359383eec3fe1c1963 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/71e3b2841ef941359383eec3fe1c1963 2024-11-10T12:46:46,136 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/71e3b2841ef941359383eec3fe1c1963, entries=150, sequenceid=282, filesize=12.0 K 2024-11-10T12:46:46,137 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for dcd852ad1dbc3a9c587d0b0dd2958877 in 883ms, sequenceid=282, compaction requested=false 2024-11-10T12:46:46,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:46,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:46,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-10T12:46:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-10T12:46:46,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-10T12:46:46,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4970 sec 2024-11-10T12:46:46,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.5020 sec 2024-11-10T12:46:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:46,227 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:46,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:46,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/bc808316503048daa2696a6997e9195f is 50, key is test_row_0/A:col10/1731242806226/Put/seqid=0 2024-11-10T12:46:46,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742312_1488 (size=14741) 2024-11-10T12:46:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242866320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242866330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242866437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242866448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/bc808316503048daa2696a6997e9195f 2024-11-10T12:46:46,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f1693401ecdd40ef998c410351b1f870 is 50, key is test_row_0/B:col10/1731242806226/Put/seqid=0 2024-11-10T12:46:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742313_1489 (size=12301) 2024-11-10T12:46:46,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f1693401ecdd40ef998c410351b1f870 2024-11-10T12:46:46,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/abae1afe438b456eb3428d4d5f3ba57e is 50, key is test_row_0/C:col10/1731242806226/Put/seqid=0 2024-11-10T12:46:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742314_1490 (size=12301) 2024-11-10T12:46:46,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/abae1afe438b456eb3428d4d5f3ba57e 2024-11-10T12:46:46,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/bc808316503048daa2696a6997e9195f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/bc808316503048daa2696a6997e9195f 2024-11-10T12:46:46,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/bc808316503048daa2696a6997e9195f, entries=200, sequenceid=296, filesize=14.4 K 2024-11-10T12:46:46,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f1693401ecdd40ef998c410351b1f870 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f1693401ecdd40ef998c410351b1f870 2024-11-10T12:46:46,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242866657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f1693401ecdd40ef998c410351b1f870, entries=150, sequenceid=296, filesize=12.0 K 2024-11-10T12:46:46,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/abae1afe438b456eb3428d4d5f3ba57e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abae1afe438b456eb3428d4d5f3ba57e 2024-11-10T12:46:46,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abae1afe438b456eb3428d4d5f3ba57e, entries=150, sequenceid=296, filesize=12.0 K 2024-11-10T12:46:46,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dcd852ad1dbc3a9c587d0b0dd2958877 in 445ms, sequenceid=296, compaction requested=true 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:46,672 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:46,672 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:46,673 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:46,673 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:46,673 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:46,673 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aceaff870ed14072aede047d30d5dc33, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/a79bc97dba374e2f975d55ab5e818c49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f1693401ecdd40ef998c410351b1f870] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=36.7 K 2024-11-10T12:46:46,673 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting aceaff870ed14072aede047d30d5dc33, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731242803345 2024-11-10T12:46:46,674 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a79bc97dba374e2f975d55ab5e818c49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731242804018 2024-11-10T12:46:46,674 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f1693401ecdd40ef998c410351b1f870, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731242806219 2024-11-10T12:46:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:46,678 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:46,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:46:46,680 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:46,680 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:46,680 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:46,680 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:46,680 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/e2854d909884473eb0689147fbdcbac2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4df30c3f24d14027aaba557cd795d1dd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/bc808316503048daa2696a6997e9195f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=39.1 K 2024-11-10T12:46:46,680 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/78155775a70645cda441797e6ffc8491 is 50, key is test_row_0/B:col10/1731242806226/Put/seqid=0 2024-11-10T12:46:46,680 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2854d909884473eb0689147fbdcbac2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731242803345 2024-11-10T12:46:46,681 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df30c3f24d14027aaba557cd795d1dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731242804018 2024-11-10T12:46:46,682 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc808316503048daa2696a6997e9195f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731242806219 2024-11-10T12:46:46,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/0990cdbd424a4254b93072ae5e7c9d85 is 50, key is test_row_0/A:col10/1731242806328/Put/seqid=0 2024-11-10T12:46:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742315_1491 (size=13051) 2024-11-10T12:46:46,695 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:46,696 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/7d2d04d24f5d4873ade32fb7b1b415b6 is 50, key is test_row_0/A:col10/1731242806226/Put/seqid=0 2024-11-10T12:46:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742316_1492 (size=14741) 2024-11-10T12:46:46,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/0990cdbd424a4254b93072ae5e7c9d85 2024-11-10T12:46:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742317_1493 (size=13051) 2024-11-10T12:46:46,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/43e17976693c4be98bbde748348a31a4 is 50, key is test_row_0/B:col10/1731242806328/Put/seqid=0 2024-11-10T12:46:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742318_1494 (size=12301) 2024-11-10T12:46:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242866733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T12:46:46,788 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:46,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-10T12:46:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T12:46:46,790 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:46,791 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:46,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242866847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T12:46:46,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-10T12:46:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:46,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242866977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242867057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,095 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/78155775a70645cda441797e6ffc8491 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/78155775a70645cda441797e6ffc8491 2024-11-10T12:46:47,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-10T12:46:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,099 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into 78155775a70645cda441797e6ffc8491(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:47,099 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:47,099 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=13, startTime=1731242806672; duration=0sec 2024-11-10T12:46:47,099 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:47,099 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:47,099 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:46:47,100 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:46:47,100 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:47,100 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,100 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/81b9122b097f45e5838f8703ad633749, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/71e3b2841ef941359383eec3fe1c1963, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abae1afe438b456eb3428d4d5f3ba57e] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=36.7 K 2024-11-10T12:46:47,101 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 81b9122b097f45e5838f8703ad633749, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731242803345 2024-11-10T12:46:47,101 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e3b2841ef941359383eec3fe1c1963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731242804018 2024-11-10T12:46:47,101 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting abae1afe438b456eb3428d4d5f3ba57e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731242806219 2024-11-10T12:46:47,106 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/7d2d04d24f5d4873ade32fb7b1b415b6 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/7d2d04d24f5d4873ade32fb7b1b415b6 2024-11-10T12:46:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T12:46:47,111 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into 7d2d04d24f5d4873ade32fb7b1b415b6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:47,111 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:47,111 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=13, startTime=1731242806672; duration=0sec 2024-11-10T12:46:47,112 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:47,112 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:47,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/43e17976693c4be98bbde748348a31a4 2024-11-10T12:46:47,124 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:47,125 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/b0800457a3c44da38cd36a4adacab5ef is 50, key is test_row_0/C:col10/1731242806226/Put/seqid=0 2024-11-10T12:46:47,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/c2f8d2edd920460f92075d83e0f962e9 is 50, key is test_row_0/C:col10/1731242806328/Put/seqid=0 2024-11-10T12:46:47,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742319_1495 (size=13051) 2024-11-10T12:46:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742320_1496 (size=12301) 2024-11-10T12:46:47,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-10T12:46:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242867377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-10T12:46:47,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T12:46:47,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242867498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:47,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,533 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/b0800457a3c44da38cd36a4adacab5ef as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b0800457a3c44da38cd36a4adacab5ef 2024-11-10T12:46:47,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/c2f8d2edd920460f92075d83e0f962e9 2024-11-10T12:46:47,537 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into b0800457a3c44da38cd36a4adacab5ef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:47,537 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:47,537 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=13, startTime=1731242806672; duration=0sec 2024-11-10T12:46:47,537 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:47,537 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/0990cdbd424a4254b93072ae5e7c9d85 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/0990cdbd424a4254b93072ae5e7c9d85 2024-11-10T12:46:47,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/0990cdbd424a4254b93072ae5e7c9d85, entries=200, sequenceid=322, filesize=14.4 K 2024-11-10T12:46:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/43e17976693c4be98bbde748348a31a4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/43e17976693c4be98bbde748348a31a4 2024-11-10T12:46:47,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/43e17976693c4be98bbde748348a31a4, entries=150, sequenceid=322, filesize=12.0 K 2024-11-10T12:46:47,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/c2f8d2edd920460f92075d83e0f962e9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/c2f8d2edd920460f92075d83e0f962e9 2024-11-10T12:46:47,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/c2f8d2edd920460f92075d83e0f962e9, entries=150, sequenceid=322, filesize=12.0 K 2024-11-10T12:46:47,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dcd852ad1dbc3a9c587d0b0dd2958877 in 872ms, sequenceid=322, compaction requested=false 2024-11-10T12:46:47,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:47,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-10T12:46:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:47,556 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-10T12:46:47,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9a4c63c5658b4878aa2fcb8e3db2c6be is 50, key is test_row_0/A:col10/1731242806732/Put/seqid=0 2024-11-10T12:46:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742321_1497 (size=12301) 2024-11-10T12:46:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:47,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. as already flushing 2024-11-10T12:46:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242867837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242867888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T12:46:47,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242867947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:47,968 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9a4c63c5658b4878aa2fcb8e3db2c6be 2024-11-10T12:46:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/6d4a246c7ab64445beceb6075620dc88 is 50, key is test_row_0/B:col10/1731242806732/Put/seqid=0 2024-11-10T12:46:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742322_1498 (size=12301) 2024-11-10T12:46:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242868167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,378 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/6d4a246c7ab64445beceb6075620dc88 2024-11-10T12:46:48,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/37ca0e360b1b4caaa52087041747aacb is 50, key is test_row_0/C:col10/1731242806732/Put/seqid=0 2024-11-10T12:46:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742323_1499 (size=12301) 2024-11-10T12:46:48,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/37ca0e360b1b4caaa52087041747aacb 2024-11-10T12:46:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/9a4c63c5658b4878aa2fcb8e3db2c6be as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9a4c63c5658b4878aa2fcb8e3db2c6be 2024-11-10T12:46:48,395 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9a4c63c5658b4878aa2fcb8e3db2c6be, entries=150, sequenceid=335, filesize=12.0 K 2024-11-10T12:46:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/6d4a246c7ab64445beceb6075620dc88 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6d4a246c7ab64445beceb6075620dc88 2024-11-10T12:46:48,400 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6d4a246c7ab64445beceb6075620dc88, entries=150, sequenceid=335, filesize=12.0 K 2024-11-10T12:46:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/37ca0e360b1b4caaa52087041747aacb as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/37ca0e360b1b4caaa52087041747aacb 2024-11-10T12:46:48,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/37ca0e360b1b4caaa52087041747aacb, entries=150, sequenceid=335, filesize=12.0 K 2024-11-10T12:46:48,405 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dcd852ad1dbc3a9c587d0b0dd2958877 in 849ms, sequenceid=335, compaction requested=true 2024-11-10T12:46:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-10T12:46:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-10T12:46:48,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-10T12:46:48,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6150 sec 2024-11-10T12:46:48,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.6200 sec 2024-11-10T12:46:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:48,494 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:48,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-10T12:46:48,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/d3ceeb61b6494e3a95c5b106541dec28 is 50, key is test_row_0/A:col10/1731242807770/Put/seqid=0 2024-11-10T12:46:48,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742324_1500 (size=14741) 2024-11-10T12:46:48,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242868523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242868524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242868638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242868638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,708 INFO [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929. 2024-11-10T12:46:48,708 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:48,708 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,708 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:48,712 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-10T12:46:48,712 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:48,712 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,712 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:48,714 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-10T12:46:48,714 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:48,715 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,715 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:48,719 INFO [Thread-1927 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1927. 2024-11-10T12:46:48,719 DEBUG [Thread-1927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:48,719 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,720 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:48,722 INFO [Thread-1935 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1935. 2024-11-10T12:46:48,722 DEBUG [Thread-1935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:48,722 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,722 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:48,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242868848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242868848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/d3ceeb61b6494e3a95c5b106541dec28 2024-11-10T12:46:48,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/8897bb31fbb84af99a6063586d2f428c is 50, key is test_row_0/B:col10/1731242807770/Put/seqid=0 2024-11-10T12:46:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742325_1501 (size=12301) 2024-11-10T12:46:48,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43850 deadline: 1731242868917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:48,918 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_0' in dcd852ad1dbc3a9c587d0b0dd2958877 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:46:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T12:46:48,938 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:49,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:49,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242869157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242869157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:49,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/8897bb31fbb84af99a6063586d2f428c 2024-11-10T12:46:49,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/e4c7199b46314b6d85353c2343e7788e is 50, key is test_row_0/C:col10/1731242807770/Put/seqid=0 2024-11-10T12:46:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742326_1502 (size=12301) 2024-11-10T12:46:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1731242869667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43936 deadline: 1731242869667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 , the old value is region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., hostname=b1807907b3fc,34731,1731242655483, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:46:49,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/e4c7199b46314b6d85353c2343e7788e 2024-11-10T12:46:49,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/d3ceeb61b6494e3a95c5b106541dec28 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/d3ceeb61b6494e3a95c5b106541dec28 2024-11-10T12:46:49,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/d3ceeb61b6494e3a95c5b106541dec28, entries=200, sequenceid=362, filesize=14.4 K 2024-11-10T12:46:49,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/8897bb31fbb84af99a6063586d2f428c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8897bb31fbb84af99a6063586d2f428c 2024-11-10T12:46:49,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8897bb31fbb84af99a6063586d2f428c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T12:46:49,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/e4c7199b46314b6d85353c2343e7788e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4c7199b46314b6d85353c2343e7788e 2024-11-10T12:46:49,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4c7199b46314b6d85353c2343e7788e, entries=150, sequenceid=362, filesize=12.0 K 2024-11-10T12:46:49,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1241ms, sequenceid=362, compaction requested=true 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:46:49,735 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dcd852ad1dbc3a9c587d0b0dd2958877:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:46:49,735 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:49,736 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:49,736 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:49,736 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/B is initiating minor compaction (all files) 2024-11-10T12:46:49,736 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/A is initiating minor compaction (all files) 2024-11-10T12:46:49,736 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/A in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:49,736 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/B in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:49,736 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/7d2d04d24f5d4873ade32fb7b1b415b6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/0990cdbd424a4254b93072ae5e7c9d85, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9a4c63c5658b4878aa2fcb8e3db2c6be, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/d3ceeb61b6494e3a95c5b106541dec28] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=53.5 K 2024-11-10T12:46:49,736 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/78155775a70645cda441797e6ffc8491, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/43e17976693c4be98bbde748348a31a4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6d4a246c7ab64445beceb6075620dc88, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8897bb31fbb84af99a6063586d2f428c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=48.8 K 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 78155775a70645cda441797e6ffc8491, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731242806219 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d2d04d24f5d4873ade32fb7b1b415b6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731242806219 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 43e17976693c4be98bbde748348a31a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731242806317 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0990cdbd424a4254b93072ae5e7c9d85, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731242806317 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d4a246c7ab64445beceb6075620dc88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731242806716 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a4c63c5658b4878aa2fcb8e3db2c6be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731242806716 2024-11-10T12:46:49,737 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8897bb31fbb84af99a6063586d2f428c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731242807770 2024-11-10T12:46:49,738 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3ceeb61b6494e3a95c5b106541dec28, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731242807770 2024-11-10T12:46:49,743 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:49,744 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/555c1518bf2041cfb67924d6f0f01190 is 50, key is test_row_0/B:col10/1731242807770/Put/seqid=0 2024-11-10T12:46:49,745 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:49,746 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/b6e05827438f47deb5c7d5788fcb3e2a is 50, key is test_row_0/A:col10/1731242807770/Put/seqid=0 2024-11-10T12:46:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742327_1503 (size=13187) 2024-11-10T12:46:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742328_1504 (size=13187) 2024-11-10T12:46:50,152 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/555c1518bf2041cfb67924d6f0f01190 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/555c1518bf2041cfb67924d6f0f01190 2024-11-10T12:46:50,152 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/b6e05827438f47deb5c7d5788fcb3e2a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b6e05827438f47deb5c7d5788fcb3e2a 2024-11-10T12:46:50,155 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/B of dcd852ad1dbc3a9c587d0b0dd2958877 into 555c1518bf2041cfb67924d6f0f01190(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:50,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:50,155 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/B, priority=12, startTime=1731242809735; duration=0sec 2024-11-10T12:46:50,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:46:50,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:B 2024-11-10T12:46:50,155 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/A of dcd852ad1dbc3a9c587d0b0dd2958877 into b6e05827438f47deb5c7d5788fcb3e2a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:50,156 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:46:50,156 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:50,156 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/A, priority=12, startTime=1731242809735; duration=0sec 2024-11-10T12:46:50,156 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:50,156 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:A 2024-11-10T12:46:50,156 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:46:50,156 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): dcd852ad1dbc3a9c587d0b0dd2958877/C is initiating minor compaction (all files) 2024-11-10T12:46:50,157 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dcd852ad1dbc3a9c587d0b0dd2958877/C in TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:50,157 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b0800457a3c44da38cd36a4adacab5ef, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/c2f8d2edd920460f92075d83e0f962e9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/37ca0e360b1b4caaa52087041747aacb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4c7199b46314b6d85353c2343e7788e] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp, totalSize=48.8 K 2024-11-10T12:46:50,157 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b0800457a3c44da38cd36a4adacab5ef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731242806219 2024-11-10T12:46:50,157 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f8d2edd920460f92075d83e0f962e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731242806317 2024-11-10T12:46:50,157 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ca0e360b1b4caaa52087041747aacb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731242806716 2024-11-10T12:46:50,157 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e4c7199b46314b6d85353c2343e7788e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731242807770 2024-11-10T12:46:50,163 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dcd852ad1dbc3a9c587d0b0dd2958877#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:46:50,164 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/abc0fb2def02480d910ddf587da9062a is 50, key is test_row_0/C:col10/1731242807770/Put/seqid=0 2024-11-10T12:46:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742329_1505 (size=13187) 2024-11-10T12:46:50,572 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/abc0fb2def02480d910ddf587da9062a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abc0fb2def02480d910ddf587da9062a 2024-11-10T12:46:50,576 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dcd852ad1dbc3a9c587d0b0dd2958877/C of dcd852ad1dbc3a9c587d0b0dd2958877 into abc0fb2def02480d910ddf587da9062a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:46:50,576 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:50,576 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., storeName=dcd852ad1dbc3a9c587d0b0dd2958877/C, priority=12, startTime=1731242809735; duration=0sec 2024-11-10T12:46:50,576 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:46:50,576 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dcd852ad1dbc3a9c587d0b0dd2958877:C 2024-11-10T12:46:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:50,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:50,679 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-10T12:46:50,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:50,680 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:50,680 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:50,680 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-10T12:46:50,680 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:50,680 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:50,680 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:50,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:50,680 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:50,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:50,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/2431df0d28c74633b52a539605f49d4c is 50, key is test_row_0/A:col10/1731242810678/Put/seqid=0 2024-11-10T12:46:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742330_1506 (size=12301) 2024-11-10T12:46:50,938 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-10T12:46:50,938 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:50,938 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:50,938 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:50,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:51,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/2431df0d28c74633b52a539605f49d4c 2024-11-10T12:46:51,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/2ff859da07bd455e9870fdb7858c7731 is 50, key is test_row_0/B:col10/1731242810678/Put/seqid=0 2024-11-10T12:46:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742331_1507 (size=12301) 2024-11-10T12:46:51,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/2ff859da07bd455e9870fdb7858c7731 2024-11-10T12:46:51,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/a4107607a7424ec18eeb239cebe76d1e is 50, key is test_row_0/C:col10/1731242810678/Put/seqid=0 2024-11-10T12:46:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742332_1508 (size=12301) 2024-11-10T12:46:51,549 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-10T12:46:51,549 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:51,549 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:51,550 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:51,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:51,609 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-10T12:46:51,609 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:46:51,609 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:51,609 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:51,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1326 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3978 rows 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1325 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3973 rows 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1328 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3976 rows 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1327 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3979 rows 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1324 2024-11-10T12:46:51,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3967 rows 2024-11-10T12:46:51,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:46:51,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:46:51,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:51,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:51,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:46:51,611 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:46:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-10T12:46:51,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242811613"}]},"ts":"1731242811613"} 2024-11-10T12:46:51,615 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:46:51,615 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:46:51,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:46:51,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, UNASSIGN}] 2024-11-10T12:46:51,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, UNASSIGN 2024-11-10T12:46:51,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=dcd852ad1dbc3a9c587d0b0dd2958877, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:51,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, UNASSIGN because future has completed 2024-11-10T12:46:51,620 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:46:51,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:46:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-10T12:46:51,772 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:51,772 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:46:51,772 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing dcd852ad1dbc3a9c587d0b0dd2958877, disabling compactions & flushes 2024-11-10T12:46:51,773 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:51,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/a4107607a7424ec18eeb239cebe76d1e 2024-11-10T12:46:51,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/2431df0d28c74633b52a539605f49d4c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2431df0d28c74633b52a539605f49d4c 2024-11-10T12:46:51,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2431df0d28c74633b52a539605f49d4c, entries=150, sequenceid=376, filesize=12.0 K 2024-11-10T12:46:51,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/2ff859da07bd455e9870fdb7858c7731 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2ff859da07bd455e9870fdb7858c7731 2024-11-10T12:46:51,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2ff859da07bd455e9870fdb7858c7731, entries=150, sequenceid=376, filesize=12.0 K 2024-11-10T12:46:51,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/a4107607a7424ec18eeb239cebe76d1e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/a4107607a7424ec18eeb239cebe76d1e 2024-11-10T12:46:51,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/a4107607a7424ec18eeb239cebe76d1e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-10T12:46:51,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1243ms, sequenceid=376, compaction requested=false 2024-11-10T12:46:51,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dcd852ad1dbc3a9c587d0b0dd2958877: 2024-11-10T12:46:51,922 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:51,922 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:51,922 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. after waiting 0 ms 2024-11-10T12:46:51,922 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:51,922 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(2902): Flushing dcd852ad1dbc3a9c587d0b0dd2958877 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-10T12:46:51,926 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/781480ff003040caa14975229148e7b2 is 50, key is test_row_0/A:col10/1731242810928/Put/seqid=0 2024-11-10T12:46:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-10T12:46:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742333_1509 (size=12301) 2024-11-10T12:46:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-10T12:46:52,331 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/781480ff003040caa14975229148e7b2 2024-11-10T12:46:52,338 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f610a450f88947228f3240e3b993fefc is 50, key is test_row_0/B:col10/1731242810928/Put/seqid=0 2024-11-10T12:46:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742334_1510 (size=12301) 2024-11-10T12:46:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-10T12:46:52,752 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f610a450f88947228f3240e3b993fefc 2024-11-10T12:46:52,758 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/95a84f481e25428f80931052372f60f2 is 50, key is test_row_0/C:col10/1731242810928/Put/seqid=0 2024-11-10T12:46:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742335_1511 (size=12301) 2024-11-10T12:46:53,167 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/95a84f481e25428f80931052372f60f2 2024-11-10T12:46:53,171 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/A/781480ff003040caa14975229148e7b2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/781480ff003040caa14975229148e7b2 2024-11-10T12:46:53,175 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/781480ff003040caa14975229148e7b2, entries=150, sequenceid=382, filesize=12.0 K 2024-11-10T12:46:53,176 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/B/f610a450f88947228f3240e3b993fefc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f610a450f88947228f3240e3b993fefc 2024-11-10T12:46:53,179 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f610a450f88947228f3240e3b993fefc, entries=150, sequenceid=382, filesize=12.0 K 2024-11-10T12:46:53,179 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/.tmp/C/95a84f481e25428f80931052372f60f2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/95a84f481e25428f80931052372f60f2 2024-11-10T12:46:53,182 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/95a84f481e25428f80931052372f60f2, entries=150, sequenceid=382, filesize=12.0 K 2024-11-10T12:46:53,183 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1261ms, sequenceid=382, compaction requested=true 2024-11-10T12:46:53,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/ea99cc6be8694993b59d39d5057e24f7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/af49de3514d34478ba7398ad29caa43e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/617ffecd4bba429d943b0b2be96598ce, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/82768458678e40188d1c85439196a6a8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/1f71bbe1c9384e348e9b05540d3f8530, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/f340343646f84d4d8865f5aa7aac4954, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/03063657caea411ba9c92a2fca2c1f65, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/336064f4385b40868f5e736c19cf33e3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/844a6d96d0b7455ab28c5dc11c673783, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c40c499f9c694ecd9af6d8d88502a5b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4c7d1ba49a5e4dcc86160f1295340ded, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2f29430e3feb49aaa35255587a981d46, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9f3fc01cbf994d5ebc803acaf18f768e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/75bd46d596d041249dcafc20ac7f015b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9aba7405df4b4da49d50902da5d770f8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c45ab07e696745d5bab79176938b9e65, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9c1d036bbea542499566ecae3e1e0c64, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/218b6ad6d83c46bcad9459ad17f1274a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/e2854d909884473eb0689147fbdcbac2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4df30c3f24d14027aaba557cd795d1dd, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/bc808316503048daa2696a6997e9195f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/7d2d04d24f5d4873ade32fb7b1b415b6, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/0990cdbd424a4254b93072ae5e7c9d85, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9a4c63c5658b4878aa2fcb8e3db2c6be, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/d3ceeb61b6494e3a95c5b106541dec28] to archive 2024-11-10T12:46:53,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:53,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/ea99cc6be8694993b59d39d5057e24f7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/ea99cc6be8694993b59d39d5057e24f7 2024-11-10T12:46:53,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/af49de3514d34478ba7398ad29caa43e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/af49de3514d34478ba7398ad29caa43e 2024-11-10T12:46:53,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b9e963e9d3c94ead9ef4f0b3ba96fc0f 2024-11-10T12:46:53,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/617ffecd4bba429d943b0b2be96598ce to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/617ffecd4bba429d943b0b2be96598ce 2024-11-10T12:46:53,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/82768458678e40188d1c85439196a6a8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/82768458678e40188d1c85439196a6a8 2024-11-10T12:46:53,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/1f71bbe1c9384e348e9b05540d3f8530 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/1f71bbe1c9384e348e9b05540d3f8530 2024-11-10T12:46:53,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/f340343646f84d4d8865f5aa7aac4954 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/f340343646f84d4d8865f5aa7aac4954 2024-11-10T12:46:53,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/03063657caea411ba9c92a2fca2c1f65 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/03063657caea411ba9c92a2fca2c1f65 2024-11-10T12:46:53,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/336064f4385b40868f5e736c19cf33e3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/336064f4385b40868f5e736c19cf33e3 2024-11-10T12:46:53,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/844a6d96d0b7455ab28c5dc11c673783 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/844a6d96d0b7455ab28c5dc11c673783 2024-11-10T12:46:53,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c40c499f9c694ecd9af6d8d88502a5b4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c40c499f9c694ecd9af6d8d88502a5b4 2024-11-10T12:46:53,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4c7d1ba49a5e4dcc86160f1295340ded to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4c7d1ba49a5e4dcc86160f1295340ded 2024-11-10T12:46:53,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2f29430e3feb49aaa35255587a981d46 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2f29430e3feb49aaa35255587a981d46 2024-11-10T12:46:53,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9f3fc01cbf994d5ebc803acaf18f768e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9f3fc01cbf994d5ebc803acaf18f768e 2024-11-10T12:46:53,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/75bd46d596d041249dcafc20ac7f015b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/75bd46d596d041249dcafc20ac7f015b 2024-11-10T12:46:53,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9aba7405df4b4da49d50902da5d770f8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9aba7405df4b4da49d50902da5d770f8 2024-11-10T12:46:53,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c45ab07e696745d5bab79176938b9e65 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/c45ab07e696745d5bab79176938b9e65 2024-11-10T12:46:53,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9c1d036bbea542499566ecae3e1e0c64 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9c1d036bbea542499566ecae3e1e0c64 2024-11-10T12:46:53,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/218b6ad6d83c46bcad9459ad17f1274a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/218b6ad6d83c46bcad9459ad17f1274a 2024-11-10T12:46:53,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/e2854d909884473eb0689147fbdcbac2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/e2854d909884473eb0689147fbdcbac2 2024-11-10T12:46:53,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4df30c3f24d14027aaba557cd795d1dd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/4df30c3f24d14027aaba557cd795d1dd 2024-11-10T12:46:53,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/bc808316503048daa2696a6997e9195f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/bc808316503048daa2696a6997e9195f 2024-11-10T12:46:53,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/7d2d04d24f5d4873ade32fb7b1b415b6 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/7d2d04d24f5d4873ade32fb7b1b415b6 2024-11-10T12:46:53,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/0990cdbd424a4254b93072ae5e7c9d85 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/0990cdbd424a4254b93072ae5e7c9d85 2024-11-10T12:46:53,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9a4c63c5658b4878aa2fcb8e3db2c6be to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/9a4c63c5658b4878aa2fcb8e3db2c6be 2024-11-10T12:46:53,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/d3ceeb61b6494e3a95c5b106541dec28 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/d3ceeb61b6494e3a95c5b106541dec28 2024-11-10T12:46:53,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7c25eb3577684c56a969269b82d5fbe0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/4f8f4dbe80ec44daa5cfc6086ecefb8c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/0192174e5b584f4b87dec112f3f03d53, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8b52ce44249a4bc7ad3f7bd70589a3cf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/1eb15f5dcc344c9690636d8732a0dc4c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/040fac7cbd274e029d12500746bd668e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/9ed06d80dfa2449694fc419f9fae4bb7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2692346a18a540168f9985a31d906472, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7bb48f4e8c274068a6efd6fd3d77ff0e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/602b2be281a043859b36f8234e07560d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/619887bf8d22463ebff695e659eec9c9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6ee14390a59e4c9c949c4eca921badbf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/84f437e5cf8e4f29acd6a77dfde65ce5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/099453703bb140ed938c67b4323516cb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/b08beb4534e6491db95d12062743ef6c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aed34b138d1842fb9df3bd3e88aa9665, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/16f4846d1157490f8bc958165b8e0a73, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/cb70f63448734eb39214501d0f472c96, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aceaff870ed14072aede047d30d5dc33, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f7bcc8743ac443a4866308144ca819be, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/a79bc97dba374e2f975d55ab5e818c49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/78155775a70645cda441797e6ffc8491, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f1693401ecdd40ef998c410351b1f870, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/43e17976693c4be98bbde748348a31a4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6d4a246c7ab64445beceb6075620dc88, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8897bb31fbb84af99a6063586d2f428c] to archive 2024-11-10T12:46:53,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:53,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7c25eb3577684c56a969269b82d5fbe0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7c25eb3577684c56a969269b82d5fbe0 2024-11-10T12:46:53,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/4f8f4dbe80ec44daa5cfc6086ecefb8c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/4f8f4dbe80ec44daa5cfc6086ecefb8c 2024-11-10T12:46:53,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/0192174e5b584f4b87dec112f3f03d53 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/0192174e5b584f4b87dec112f3f03d53 2024-11-10T12:46:53,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8b52ce44249a4bc7ad3f7bd70589a3cf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8b52ce44249a4bc7ad3f7bd70589a3cf 2024-11-10T12:46:53,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/1eb15f5dcc344c9690636d8732a0dc4c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/1eb15f5dcc344c9690636d8732a0dc4c 2024-11-10T12:46:53,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/040fac7cbd274e029d12500746bd668e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/040fac7cbd274e029d12500746bd668e 2024-11-10T12:46:53,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/9ed06d80dfa2449694fc419f9fae4bb7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/9ed06d80dfa2449694fc419f9fae4bb7 2024-11-10T12:46:53,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2692346a18a540168f9985a31d906472 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2692346a18a540168f9985a31d906472 2024-11-10T12:46:53,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7bb48f4e8c274068a6efd6fd3d77ff0e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/7bb48f4e8c274068a6efd6fd3d77ff0e 2024-11-10T12:46:53,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/602b2be281a043859b36f8234e07560d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/602b2be281a043859b36f8234e07560d 2024-11-10T12:46:53,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/619887bf8d22463ebff695e659eec9c9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/619887bf8d22463ebff695e659eec9c9 2024-11-10T12:46:53,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6ee14390a59e4c9c949c4eca921badbf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6ee14390a59e4c9c949c4eca921badbf 2024-11-10T12:46:53,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/84f437e5cf8e4f29acd6a77dfde65ce5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/84f437e5cf8e4f29acd6a77dfde65ce5 2024-11-10T12:46:53,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/099453703bb140ed938c67b4323516cb to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/099453703bb140ed938c67b4323516cb 2024-11-10T12:46:53,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/b08beb4534e6491db95d12062743ef6c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/b08beb4534e6491db95d12062743ef6c 2024-11-10T12:46:53,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aed34b138d1842fb9df3bd3e88aa9665 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aed34b138d1842fb9df3bd3e88aa9665 2024-11-10T12:46:53,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/16f4846d1157490f8bc958165b8e0a73 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/16f4846d1157490f8bc958165b8e0a73 2024-11-10T12:46:53,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/cb70f63448734eb39214501d0f472c96 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/cb70f63448734eb39214501d0f472c96 2024-11-10T12:46:53,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aceaff870ed14072aede047d30d5dc33 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/aceaff870ed14072aede047d30d5dc33 2024-11-10T12:46:53,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f7bcc8743ac443a4866308144ca819be to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f7bcc8743ac443a4866308144ca819be 2024-11-10T12:46:53,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/a79bc97dba374e2f975d55ab5e818c49 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/a79bc97dba374e2f975d55ab5e818c49 2024-11-10T12:46:53,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/78155775a70645cda441797e6ffc8491 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/78155775a70645cda441797e6ffc8491 2024-11-10T12:46:53,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f1693401ecdd40ef998c410351b1f870 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f1693401ecdd40ef998c410351b1f870 2024-11-10T12:46:53,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/43e17976693c4be98bbde748348a31a4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/43e17976693c4be98bbde748348a31a4 2024-11-10T12:46:53,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6d4a246c7ab64445beceb6075620dc88 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/6d4a246c7ab64445beceb6075620dc88 2024-11-10T12:46:53,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8897bb31fbb84af99a6063586d2f428c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/8897bb31fbb84af99a6063586d2f428c 2024-11-10T12:46:53,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ebf6c7bb7dfa45db973499130231f6f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/6a6cf6566578436080332254b6da7aa2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b5c6da5a72b64ab483f316ac0f4dd384, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/70f299a2ff4c49b38d2af04c02cfaeea, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/48d2be777f074558bd59234bb384b272, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/dc43cce7b9c94148be5b549194d56e49, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/19a9c30f22c94de5b55f51da77c44df2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f929e16ad3ea4320ad7dd64f8884061e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/60a3db744bc94bdbb4b53f9121e7abdc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/0e02918aaf374eb6bfb0e5cf1eec1407, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/eb68858db0464c9b84641d1f2bda5896, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/034fbc01058d46e0bfd906f32dda0548, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ac273c429185425b904bd001da3585df, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4260b8380f24c0580dff4b4220e4e85, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f8f91c92961f43648407524a1d1e4349, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de903b31285a4086a1835c5bb07ae532, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de867b13d991477da967fdd92573224d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ee84c32fcfbc4af7989434050a184a33, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/81b9122b097f45e5838f8703ad633749, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/29eda6a0116849ecb555d8d5aece3f55, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/71e3b2841ef941359383eec3fe1c1963, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b0800457a3c44da38cd36a4adacab5ef, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abae1afe438b456eb3428d4d5f3ba57e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/c2f8d2edd920460f92075d83e0f962e9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/37ca0e360b1b4caaa52087041747aacb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4c7199b46314b6d85353c2343e7788e] to archive 2024-11-10T12:46:53,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:46:53,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ebf6c7bb7dfa45db973499130231f6f2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ebf6c7bb7dfa45db973499130231f6f2 2024-11-10T12:46:53,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/6a6cf6566578436080332254b6da7aa2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/6a6cf6566578436080332254b6da7aa2 2024-11-10T12:46:53,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b5c6da5a72b64ab483f316ac0f4dd384 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b5c6da5a72b64ab483f316ac0f4dd384 2024-11-10T12:46:53,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/70f299a2ff4c49b38d2af04c02cfaeea to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/70f299a2ff4c49b38d2af04c02cfaeea 2024-11-10T12:46:53,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/48d2be777f074558bd59234bb384b272 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/48d2be777f074558bd59234bb384b272 2024-11-10T12:46:53,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/dc43cce7b9c94148be5b549194d56e49 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/dc43cce7b9c94148be5b549194d56e49 2024-11-10T12:46:53,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/19a9c30f22c94de5b55f51da77c44df2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/19a9c30f22c94de5b55f51da77c44df2 2024-11-10T12:46:53,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f929e16ad3ea4320ad7dd64f8884061e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f929e16ad3ea4320ad7dd64f8884061e 2024-11-10T12:46:53,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/60a3db744bc94bdbb4b53f9121e7abdc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/60a3db744bc94bdbb4b53f9121e7abdc 2024-11-10T12:46:53,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/0e02918aaf374eb6bfb0e5cf1eec1407 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/0e02918aaf374eb6bfb0e5cf1eec1407 2024-11-10T12:46:53,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/eb68858db0464c9b84641d1f2bda5896 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/eb68858db0464c9b84641d1f2bda5896 2024-11-10T12:46:53,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/034fbc01058d46e0bfd906f32dda0548 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/034fbc01058d46e0bfd906f32dda0548 2024-11-10T12:46:53,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ac273c429185425b904bd001da3585df to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ac273c429185425b904bd001da3585df 2024-11-10T12:46:53,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4260b8380f24c0580dff4b4220e4e85 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4260b8380f24c0580dff4b4220e4e85 2024-11-10T12:46:53,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f8f91c92961f43648407524a1d1e4349 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/f8f91c92961f43648407524a1d1e4349 2024-11-10T12:46:53,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de903b31285a4086a1835c5bb07ae532 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de903b31285a4086a1835c5bb07ae532 2024-11-10T12:46:53,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de867b13d991477da967fdd92573224d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/de867b13d991477da967fdd92573224d 2024-11-10T12:46:53,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ee84c32fcfbc4af7989434050a184a33 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/ee84c32fcfbc4af7989434050a184a33 2024-11-10T12:46:53,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/81b9122b097f45e5838f8703ad633749 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/81b9122b097f45e5838f8703ad633749 2024-11-10T12:46:53,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/29eda6a0116849ecb555d8d5aece3f55 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/29eda6a0116849ecb555d8d5aece3f55 2024-11-10T12:46:53,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/71e3b2841ef941359383eec3fe1c1963 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/71e3b2841ef941359383eec3fe1c1963 2024-11-10T12:46:53,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b0800457a3c44da38cd36a4adacab5ef to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/b0800457a3c44da38cd36a4adacab5ef 2024-11-10T12:46:53,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abae1afe438b456eb3428d4d5f3ba57e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abae1afe438b456eb3428d4d5f3ba57e 2024-11-10T12:46:53,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/c2f8d2edd920460f92075d83e0f962e9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/c2f8d2edd920460f92075d83e0f962e9 2024-11-10T12:46:53,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/37ca0e360b1b4caaa52087041747aacb to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/37ca0e360b1b4caaa52087041747aacb 2024-11-10T12:46:53,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4c7199b46314b6d85353c2343e7788e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/e4c7199b46314b6d85353c2343e7788e 2024-11-10T12:46:53,254 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/recovered.edits/385.seqid, newMaxSeqId=385, maxSeqId=1 2024-11-10T12:46:53,255 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. 2024-11-10T12:46:53,255 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for dcd852ad1dbc3a9c587d0b0dd2958877: Waiting for close lock at 1731242811772Running coprocessor pre-close hooks at 1731242811772Disabling compacts and flushes for region at 1731242811772Disabling writes for close at 1731242811922 (+150 ms)Obtaining lock to block concurrent updates at 1731242811922Preparing flush snapshotting stores in dcd852ad1dbc3a9c587d0b0dd2958877 at 1731242811922Finished memstore snapshotting TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731242811922Flushing stores of TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877. at 1731242811923 (+1 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/A: creating writer at 1731242811923Flushing dcd852ad1dbc3a9c587d0b0dd2958877/A: appending metadata at 1731242811925 (+2 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/A: closing flushed file at 1731242811925Flushing dcd852ad1dbc3a9c587d0b0dd2958877/B: creating writer at 1731242812335 (+410 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/B: appending metadata at 1731242812337 (+2 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/B: closing flushed file at 1731242812338 (+1 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/C: creating writer at 1731242812756 (+418 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/C: appending metadata at 1731242812758 (+2 ms)Flushing dcd852ad1dbc3a9c587d0b0dd2958877/C: closing flushed file at 1731242812758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7387117e: reopening flushed file at 1731242813171 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592dd88: reopening flushed file at 1731242813175 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a8621e: reopening flushed file at 1731242813179 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dcd852ad1dbc3a9c587d0b0dd2958877 in 1261ms, sequenceid=382, compaction requested=true at 1731242813183 (+4 ms)Writing region close event to WAL at 1731242813252 (+69 ms)Running coprocessor post-close hooks at 1731242813255 (+3 ms)Closed at 1731242813255 2024-11-10T12:46:53,257 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:53,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=dcd852ad1dbc3a9c587d0b0dd2958877, regionState=CLOSED 2024-11-10T12:46:53,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:46:53,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-10T12:46:53,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure dcd852ad1dbc3a9c587d0b0dd2958877, server=b1807907b3fc,34731,1731242655483 in 1.6390 sec 2024-11-10T12:46:53,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-10T12:46:53,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dcd852ad1dbc3a9c587d0b0dd2958877, UNASSIGN in 1.6430 sec 2024-11-10T12:46:53,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-10T12:46:53,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6470 sec 2024-11-10T12:46:53,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242813264"}]},"ts":"1731242813264"} 2024-11-10T12:46:53,265 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:46:53,265 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:46:53,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6550 sec 2024-11-10T12:46:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-10T12:46:53,758 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:53,759 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:46:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,760 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=153, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-10T12:46:53,761 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=153, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,762 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:53,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/recovered.edits] 2024-11-10T12:46:53,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2431df0d28c74633b52a539605f49d4c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/2431df0d28c74633b52a539605f49d4c 2024-11-10T12:46:53,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/781480ff003040caa14975229148e7b2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/781480ff003040caa14975229148e7b2 2024-11-10T12:46:53,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b6e05827438f47deb5c7d5788fcb3e2a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/A/b6e05827438f47deb5c7d5788fcb3e2a 2024-11-10T12:46:53,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2ff859da07bd455e9870fdb7858c7731 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/2ff859da07bd455e9870fdb7858c7731 2024-11-10T12:46:53,771 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/555c1518bf2041cfb67924d6f0f01190 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/555c1518bf2041cfb67924d6f0f01190 2024-11-10T12:46:53,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f610a450f88947228f3240e3b993fefc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/B/f610a450f88947228f3240e3b993fefc 2024-11-10T12:46:53,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/95a84f481e25428f80931052372f60f2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/95a84f481e25428f80931052372f60f2 2024-11-10T12:46:53,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/a4107607a7424ec18eeb239cebe76d1e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/a4107607a7424ec18eeb239cebe76d1e 2024-11-10T12:46:53,775 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abc0fb2def02480d910ddf587da9062a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/C/abc0fb2def02480d910ddf587da9062a 2024-11-10T12:46:53,777 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/recovered.edits/385.seqid to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877/recovered.edits/385.seqid 2024-11-10T12:46:53,778 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/dcd852ad1dbc3a9c587d0b0dd2958877 2024-11-10T12:46:53,778 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:46:53,780 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=153, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,782 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:46:53,784 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:46:53,785 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=153, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,785 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:46:53,785 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731242813785"}]},"ts":"9223372036854775807"} 2024-11-10T12:46:53,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:46:53,787 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dcd852ad1dbc3a9c587d0b0dd2958877, NAME => 'TestAcidGuarantees,,1731242786520.dcd852ad1dbc3a9c587d0b0dd2958877.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:46:53,787 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:46:53,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731242813787"}]},"ts":"9223372036854775807"} 2024-11-10T12:46:53,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:46:53,789 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=153, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-10T12:46:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-10T12:46:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:46:53,868 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:53,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5637 (was 5731) 2024-11-10T12:46:53,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=5636 2024-11-10T12:46:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:46:53,887 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:46:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:53,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:46:53,889 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:53,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 154 2024-11-10T12:46:53,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:46:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:46:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742336_1512 (size=959) 2024-11-10T12:46:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:46:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:46:54,297 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e 2024-11-10T12:46:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742337_1513 (size=53) 2024-11-10T12:46:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:46:54,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:46:54,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 51e4044fccb632897f2453c82a5847a3, disabling compactions & flushes 2024-11-10T12:46:54,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:54,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:54,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. after waiting 0 ms 2024-11-10T12:46:54,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:54,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:54,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51e4044fccb632897f2453c82a5847a3: Waiting for close lock at 1731242814702Disabling compacts and flushes for region at 1731242814702Disabling writes for close at 1731242814702Writing region close event to WAL at 1731242814702Closed at 1731242814702 2024-11-10T12:46:54,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:46:54,703 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731242814703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731242814703"}]},"ts":"1731242814703"} 2024-11-10T12:46:54,705 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:46:54,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:46:54,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242814705"}]},"ts":"1731242814705"} 2024-11-10T12:46:54,706 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:46:54,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, ASSIGN}] 2024-11-10T12:46:54,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, ASSIGN 2024-11-10T12:46:54,708 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, ASSIGN; state=OFFLINE, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=false 2024-11-10T12:46:54,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:54,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, ASSIGN because future has completed 2024-11-10T12:46:54,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:46:55,014 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:55,014 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7752): Opening region: {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:46:55,014 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,014 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:46:55,014 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7794): checking encryption for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,014 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7797): checking classloading for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,015 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,017 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e4044fccb632897f2453c82a5847a3 columnFamilyName A 2024-11-10T12:46:55,017 DEBUG [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:55,017 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(327): Store=51e4044fccb632897f2453c82a5847a3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:55,017 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,018 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e4044fccb632897f2453c82a5847a3 columnFamilyName B 2024-11-10T12:46:55,018 DEBUG [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:55,018 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(327): Store=51e4044fccb632897f2453c82a5847a3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:55,018 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,019 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e4044fccb632897f2453c82a5847a3 columnFamilyName C 2024-11-10T12:46:55,019 DEBUG [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:55,019 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(327): Store=51e4044fccb632897f2453c82a5847a3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:55,020 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1038): replaying wal for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,020 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,021 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,021 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1048): stopping wal replay for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,021 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1060): Cleaning up temporary data for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,022 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:46:55,022 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1093): writing seq id for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,024 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:46:55,024 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1114): Opened 51e4044fccb632897f2453c82a5847a3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64637368, jitterRate=-0.03682816028594971}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:46:55,024 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:55,025 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1006): Region open journal for 51e4044fccb632897f2453c82a5847a3: Running coprocessor pre-open hook at 1731242815014Writing region info on filesystem at 1731242815014Initializing all the Stores at 1731242815015 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242815015Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242815015Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242815015Cleaning up temporary data from old regions at 1731242815021 (+6 ms)Running coprocessor post-open hooks at 1731242815024 (+3 ms)Region opened successfully at 1731242815025 (+1 ms) 2024-11-10T12:46:55,025 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., pid=156, masterSystemTime=1731242815012 2024-11-10T12:46:55,027 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:55,027 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:46:55,027 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=OPEN, openSeqNum=2, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:55,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:46:55,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-10T12:46:55,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 in 169 msec 2024-11-10T12:46:55,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-10T12:46:55,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, ASSIGN in 323 msec 2024-11-10T12:46:55,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:46:55,033 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242815032"}]},"ts":"1731242815032"} 2024-11-10T12:46:55,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:46:55,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=154, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:46:55,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-10T12:46:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:46:56,038 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:56,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,040 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9f803e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb61c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:46:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b1807907b3fc,40335,1731242654820 2024-11-10T12:46:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b0165c5 2024-11-10T12:46:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:46:56,046 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:46:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:46:56,047 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:46:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:46:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742338_1514 (size=995) 2024-11-10T12:46:56,458 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-10T12:46:56,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-10T12:46:56,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:46:56,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, REOPEN/MOVE}] 2024-11-10T12:46:56,463 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, REOPEN/MOVE 2024-11-10T12:46:56,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:56,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, REOPEN/MOVE because future has completed 2024-11-10T12:46:56,465 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:46:56,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:46:56,617 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,617 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:46:56,617 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing 51e4044fccb632897f2453c82a5847a3, disabling compactions & flushes 2024-11-10T12:46:56,617 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,617 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,617 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. after waiting 0 ms 2024-11-10T12:46:56,617 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,620 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:46:56,621 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,621 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for 51e4044fccb632897f2453c82a5847a3: Waiting for close lock at 1731242816617Running coprocessor pre-close hooks at 1731242816617Disabling compacts and flushes for region at 1731242816617Disabling writes for close at 1731242816617Writing region close event to WAL at 1731242816618 (+1 ms)Running coprocessor post-close hooks at 1731242816621 (+3 ms)Closed at 1731242816621 2024-11-10T12:46:56,621 WARN [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionServer(3299): Not adding moved region record: 51e4044fccb632897f2453c82a5847a3 to self. 2024-11-10T12:46:56,622 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=CLOSED 2024-11-10T12:46:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:46:56,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-10T12:46:56,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 in 160 msec 2024-11-10T12:46:56,626 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, REOPEN/MOVE; state=CLOSED, location=b1807907b3fc,34731,1731242655483; forceNewPlan=false, retain=true 2024-11-10T12:46:56,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=OPENING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, REOPEN/MOVE because future has completed 2024-11-10T12:46:56,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:46:56,933 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7752): Opening region: {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:46:56,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:46:56,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7794): checking encryption for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,933 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7797): checking classloading for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,934 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,935 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e4044fccb632897f2453c82a5847a3 columnFamilyName A 2024-11-10T12:46:56,936 DEBUG [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:56,936 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(327): Store=51e4044fccb632897f2453c82a5847a3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:56,937 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,937 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e4044fccb632897f2453c82a5847a3 columnFamilyName B 2024-11-10T12:46:56,937 DEBUG [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:56,938 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(327): Store=51e4044fccb632897f2453c82a5847a3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:56,938 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,938 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e4044fccb632897f2453c82a5847a3 columnFamilyName C 2024-11-10T12:46:56,938 DEBUG [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:56,939 INFO [StoreOpener-51e4044fccb632897f2453c82a5847a3-1 {}] regionserver.HStore(327): Store=51e4044fccb632897f2453c82a5847a3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:46:56,939 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1038): replaying wal for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,939 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,940 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,941 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1048): stopping wal replay for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,941 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1060): Cleaning up temporary data for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,941 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:46:56,942 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1093): writing seq id for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,942 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1114): Opened 51e4044fccb632897f2453c82a5847a3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68437931, jitterRate=0.019804641604423523}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:46:56,943 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,943 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1006): Region open journal for 51e4044fccb632897f2453c82a5847a3: Running coprocessor pre-open hook at 1731242816933Writing region info on filesystem at 1731242816933Initializing all the Stores at 1731242816934 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242816934Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242816934Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731242816934Cleaning up temporary data from old regions at 1731242816941 (+7 ms)Running coprocessor post-open hooks at 1731242816943 (+2 ms)Region opened successfully at 1731242816943 2024-11-10T12:46:56,944 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., pid=161, masterSystemTime=1731242816930 2024-11-10T12:46:56,945 DEBUG [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,945 INFO [RS_OPEN_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:56,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=OPEN, openSeqNum=5, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:46:56,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=159 2024-11-10T12:46:56,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 in 168 msec 2024-11-10T12:46:56,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-10T12:46:56,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, REOPEN/MOVE in 487 msec 2024-11-10T12:46:56,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-10T12:46:56,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-10T12:46:56,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-11-10T12:46:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-10T12:46:56,954 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:56,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3ed52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe442be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2f3985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f193598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b17fce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,962 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac800d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d7b009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,965 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384b8087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,966 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216e9376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,967 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102fec38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,969 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406e58ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,970 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfa825b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4745b9a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,973 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4787b3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,974 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad468cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,976 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136de2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,977 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e68f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,978 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711e266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1807907b3fc,40335,-1 for getting cluster id 2024-11-10T12:46:56,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:46:56,980 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16152348-187f-4f94-9635-5fd5f0d817b0' 2024-11-10T12:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16152348-187f-4f94-9635-5fd5f0d817b0" 2024-11-10T12:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d89a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1807907b3fc,40335,-1] 2024-11-10T12:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:46:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:46:56,981 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:46:56,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345f6096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:46:56,981 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,981 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,982 DEBUG [Thread-2312 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,982 DEBUG [Thread-2304 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,982 DEBUG [Thread-2306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,982 DEBUG [Thread-2310 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,982 DEBUG [Thread-2315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,983 DEBUG [Thread-2308 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,983 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,983 DEBUG [Thread-2323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1807907b3fc,34731,1731242655483, seqNum=-1] 2024-11-10T12:46:56,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:46:56,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-10T12:46:56,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:46:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T12:46:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,992 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5] 2024-11-10T12:46:56,993 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:56,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:56,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:56,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242877020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242877021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242877022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242877023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110264ebda20c0641a7ada14f554f8f6ef8_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242816995/Put/seqid=0 2024-11-10T12:46:57,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242877025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742339_1515 (size=12154) 2024-11-10T12:46:57,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:57,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110264ebda20c0641a7ada14f554f8f6ef8_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110264ebda20c0641a7ada14f554f8f6ef8_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:57,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/efcb4edcbe2043b288b542f044f9fe46, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:46:57,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/efcb4edcbe2043b288b542f044f9fe46 is 175, key is test_row_0/A:col10/1731242816995/Put/seqid=0 2024-11-10T12:46:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742340_1516 (size=30955) 2024-11-10T12:46:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T12:46:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242877137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242877137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242877137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242877137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242877137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T12:46:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:46:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T12:46:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:46:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T12:46:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242877347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242877347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242877347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242877347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242877348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T12:46:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:46:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:57,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/efcb4edcbe2043b288b542f044f9fe46 2024-11-10T12:46:57,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f4c09bbeb40f4949ab977d3d0ad9e7d2 is 50, key is test_row_0/B:col10/1731242816995/Put/seqid=0 2024-11-10T12:46:57,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742341_1517 (size=12001) 2024-11-10T12:46:57,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f4c09bbeb40f4949ab977d3d0ad9e7d2 2024-11-10T12:46:57,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/cac8895995b442828fec7f506a8d7805 is 50, key is test_row_0/C:col10/1731242816995/Put/seqid=0 2024-11-10T12:46:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742342_1518 (size=12001) 2024-11-10T12:46:57,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/cac8895995b442828fec7f506a8d7805 2024-11-10T12:46:57,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/efcb4edcbe2043b288b542f044f9fe46 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46 2024-11-10T12:46:57,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46, entries=150, sequenceid=17, filesize=30.2 K 2024-11-10T12:46:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f4c09bbeb40f4949ab977d3d0ad9e7d2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f4c09bbeb40f4949ab977d3d0ad9e7d2 2024-11-10T12:46:57,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f4c09bbeb40f4949ab977d3d0ad9e7d2, entries=150, sequenceid=17, filesize=11.7 K 2024-11-10T12:46:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/cac8895995b442828fec7f506a8d7805 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/cac8895995b442828fec7f506a8d7805 2024-11-10T12:46:57,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/cac8895995b442828fec7f506a8d7805, entries=150, sequenceid=17, filesize=11.7 K 2024-11-10T12:46:57,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 51e4044fccb632897f2453c82a5847a3 in 556ms, sequenceid=17, compaction requested=false 2024-11-10T12:46:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:46:57,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T12:46:57,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:57,605 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-10T12:46:57,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dce99ba0e3e24eb1ab25147f81f67672_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242817021/Put/seqid=0 2024-11-10T12:46:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T12:46:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742343_1519 (size=12154) 2024-11-10T12:46:57,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:57,623 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dce99ba0e3e24eb1ab25147f81f67672_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dce99ba0e3e24eb1ab25147f81f67672_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/eed48c13bb014ee6a33dece7979c523f, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:46:57,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/eed48c13bb014ee6a33dece7979c523f is 175, key is test_row_0/A:col10/1731242817021/Put/seqid=0 2024-11-10T12:46:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742344_1520 (size=30955) 2024-11-10T12:46:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:46:57,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242877692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242877692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242877692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242877693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242877693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242877807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242877807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242877807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242877808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242877808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242878017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242878017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242878017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242878018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242878018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,029 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/eed48c13bb014ee6a33dece7979c523f 2024-11-10T12:46:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/b2c6d92cb073469fa6faf47f33126d48 is 50, key is test_row_0/B:col10/1731242817021/Put/seqid=0 2024-11-10T12:46:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742345_1521 (size=12001) 2024-11-10T12:46:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T12:46:58,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242878327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242878327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242878327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242878327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242878328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,441 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/b2c6d92cb073469fa6faf47f33126d48 2024-11-10T12:46:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/050d0da364d14019b7837c1e6fb7d2b7 is 50, key is test_row_0/C:col10/1731242817021/Put/seqid=0 2024-11-10T12:46:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742346_1522 (size=12001) 2024-11-10T12:46:58,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:46:58,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242878837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242878837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242878838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242878838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242878838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:58,851 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/050d0da364d14019b7837c1e6fb7d2b7 2024-11-10T12:46:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/eed48c13bb014ee6a33dece7979c523f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f 2024-11-10T12:46:58,859 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f, entries=150, sequenceid=40, filesize=30.2 K 2024-11-10T12:46:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/b2c6d92cb073469fa6faf47f33126d48 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b2c6d92cb073469fa6faf47f33126d48 2024-11-10T12:46:58,863 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b2c6d92cb073469fa6faf47f33126d48, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:46:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/050d0da364d14019b7837c1e6fb7d2b7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/050d0da364d14019b7837c1e6fb7d2b7 2024-11-10T12:46:58,867 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/050d0da364d14019b7837c1e6fb7d2b7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-10T12:46:58,868 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 51e4044fccb632897f2453c82a5847a3 in 1263ms, sequenceid=40, compaction requested=false 2024-11-10T12:46:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:46:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-10T12:46:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-10T12:46:58,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-10T12:46:58,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-11-10T12:46:58,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8870 sec 2024-11-10T12:46:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T12:46:59,137 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:59,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-10T12:46:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T12:46:59,140 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:59,141 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:59,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T12:46:59,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T12:46:59,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:59,293 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:46:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111036889a08152c4c38a35b740cde6e2511_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242817667/Put/seqid=0 2024-11-10T12:46:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742347_1523 (size=12154) 2024-11-10T12:46:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,307 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111036889a08152c4c38a35b740cde6e2511_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111036889a08152c4c38a35b740cde6e2511_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:59,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae845c6d28bd448bb4c7eb3f44a59b8a, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:46:59,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae845c6d28bd448bb4c7eb3f44a59b8a is 175, key is test_row_0/A:col10/1731242817667/Put/seqid=0 2024-11-10T12:46:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742348_1524 (size=30955) 2024-11-10T12:46:59,311 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae845c6d28bd448bb4c7eb3f44a59b8a 2024-11-10T12:46:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/24614e7f4fda4ffba02fe6ab39aaf633 is 50, key is test_row_0/B:col10/1731242817667/Put/seqid=0 2024-11-10T12:46:59,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742349_1525 (size=12001) 2024-11-10T12:46:59,322 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/24614e7f4fda4ffba02fe6ab39aaf633 2024-11-10T12:46:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f138b1560d934deeb17417d798059c32 is 50, key is test_row_0/C:col10/1731242817667/Put/seqid=0 2024-11-10T12:46:59,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742350_1526 (size=12001) 2024-11-10T12:46:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T12:46:59,737 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f138b1560d934deeb17417d798059c32 2024-11-10T12:46:59,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae845c6d28bd448bb4c7eb3f44a59b8a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a 2024-11-10T12:46:59,745 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a, entries=150, sequenceid=54, filesize=30.2 K 2024-11-10T12:46:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/24614e7f4fda4ffba02fe6ab39aaf633 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/24614e7f4fda4ffba02fe6ab39aaf633 2024-11-10T12:46:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,749 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/24614e7f4fda4ffba02fe6ab39aaf633, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T12:46:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f138b1560d934deeb17417d798059c32 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f138b1560d934deeb17417d798059c32 2024-11-10T12:46:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f138b1560d934deeb17417d798059c32, entries=150, sequenceid=54, filesize=11.7 K 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,754 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 51e4044fccb632897f2453c82a5847a3 in 461ms, sequenceid=54, compaction requested=true 2024-11-10T12:46:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:46:59,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-10T12:46:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-10T12:46:59,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-11-10T12:46:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 620 msec 2024-11-10T12:46:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,767 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:46:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-10T12:46:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:46:59,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:46:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:46:59,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:46:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:46:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:46:59,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:46:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111076f7f83989f340dab48e2d705cea41b2_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242819853/Put/seqid=0 2024-11-10T12:46:59,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742352_1528 (size=24358) 2024-11-10T12:46:59,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:46:59,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111076f7f83989f340dab48e2d705cea41b2_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111076f7f83989f340dab48e2d705cea41b2_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:46:59,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:46:59,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80 is 175, key is test_row_0/A:col10/1731242819853/Put/seqid=0 2024-11-10T12:46:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742351_1527 (size=73995) 2024-11-10T12:46:59,903 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80 2024-11-10T12:46:59,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/e1817b3ece724811a38c1c7ceca8955f is 50, key is test_row_0/B:col10/1731242819853/Put/seqid=0 2024-11-10T12:46:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742353_1529 (size=12001) 2024-11-10T12:46:59,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242879908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242879909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242879909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:46:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242879911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242879913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:46:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:46:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:46:59,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:46:59,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:59,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:46:59,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:46:59,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:59,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:46:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242880017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242880017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242880027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242880027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242880027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:47:00,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:00,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:47:00,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:47:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242880227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242880227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242880237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242880238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242880238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/e1817b3ece724811a38c1c7ceca8955f 2024-11-10T12:47:00,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f8667b322d4342d18bc71cd3629703a0 is 50, key is test_row_0/C:col10/1731242819853/Put/seqid=0 2024-11-10T12:47:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742354_1530 (size=12001) 2024-11-10T12:47:00,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:47:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:47:00,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:47:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242880537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242880537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242880547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242880548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242880548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:00,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:47:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:00,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f8667b322d4342d18bc71cd3629703a0 2024-11-10T12:47:00,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80 2024-11-10T12:47:00,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80, entries=400, sequenceid=65, filesize=72.3 K 2024-11-10T12:47:00,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/e1817b3ece724811a38c1c7ceca8955f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/e1817b3ece724811a38c1c7ceca8955f 2024-11-10T12:47:00,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/e1817b3ece724811a38c1c7ceca8955f, entries=150, sequenceid=65, filesize=11.7 K 2024-11-10T12:47:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f8667b322d4342d18bc71cd3629703a0 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f8667b322d4342d18bc71cd3629703a0 2024-11-10T12:47:00,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f8667b322d4342d18bc71cd3629703a0, entries=150, sequenceid=65, filesize=11.7 K 2024-11-10T12:47:00,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 51e4044fccb632897f2453c82a5847a3 in 861ms, sequenceid=65, compaction requested=true 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:00,741 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:47:00,741 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:00,742 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166860 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:47:00,742 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:47:00,742 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:00,742 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:00,743 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,743 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,743 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=162.9 K 2024-11-10T12:47:00,743 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f4c09bbeb40f4949ab977d3d0ad9e7d2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b2c6d92cb073469fa6faf47f33126d48, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/24614e7f4fda4ffba02fe6ab39aaf633, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/e1817b3ece724811a38c1c7ceca8955f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=46.9 K 2024-11-10T12:47:00,743 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,743 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80] 2024-11-10T12:47:00,743 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f4c09bbeb40f4949ab977d3d0ad9e7d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731242816991 2024-11-10T12:47:00,743 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting efcb4edcbe2043b288b542f044f9fe46, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731242816991 2024-11-10T12:47:00,743 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b2c6d92cb073469fa6faf47f33126d48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242817019 2024-11-10T12:47:00,743 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting eed48c13bb014ee6a33dece7979c523f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242817019 2024-11-10T12:47:00,744 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 24614e7f4fda4ffba02fe6ab39aaf633, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731242817667 2024-11-10T12:47:00,744 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae845c6d28bd448bb4c7eb3f44a59b8a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731242817667 2024-11-10T12:47:00,744 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1ebfa4cfae14b9f9575c9dc9f2c0e80, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731242819852 2024-11-10T12:47:00,744 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting e1817b3ece724811a38c1c7ceca8955f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731242819853 2024-11-10T12:47:00,750 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:00,751 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:00,752 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/74289e051a314a99aa5af258bcf2a77f is 50, key is test_row_0/B:col10/1731242819853/Put/seqid=0 2024-11-10T12:47:00,753 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110927d8e47f66b4de093435757684b6139_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:00,755 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110927d8e47f66b4de093435757684b6139_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:00,755 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110927d8e47f66b4de093435757684b6139_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742355_1531 (size=12139) 2024-11-10T12:47:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742356_1532 (size=4469) 2024-11-10T12:47:00,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T12:47:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:00,842 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:47:00,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110960a28827aef443c8495abe5bb552121_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242819907/Put/seqid=0 2024-11-10T12:47:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742357_1533 (size=12154) 2024-11-10T12:47:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:47:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242881060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242881063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242881064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242881064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242881067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,161 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#453 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:01,161 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/04d7876c5bff485283851939c8c28854 is 175, key is test_row_0/A:col10/1731242819853/Put/seqid=0 2024-11-10T12:47:01,163 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/74289e051a314a99aa5af258bcf2a77f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/74289e051a314a99aa5af258bcf2a77f 2024-11-10T12:47:01,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742358_1534 (size=31093) 2024-11-10T12:47:01,167 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into 74289e051a314a99aa5af258bcf2a77f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:01,167 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:01,167 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=12, startTime=1731242820741; duration=0sec 2024-11-10T12:47:01,168 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:01,168 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:01,168 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:47:01,170 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:47:01,170 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:01,170 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,170 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/cac8895995b442828fec7f506a8d7805, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/050d0da364d14019b7837c1e6fb7d2b7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f138b1560d934deeb17417d798059c32, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f8667b322d4342d18bc71cd3629703a0] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=46.9 K 2024-11-10T12:47:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242881168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,171 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting cac8895995b442828fec7f506a8d7805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731242816991 2024-11-10T12:47:01,171 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 050d0da364d14019b7837c1e6fb7d2b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731242817019 2024-11-10T12:47:01,172 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f138b1560d934deeb17417d798059c32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731242817667 2024-11-10T12:47:01,172 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f8667b322d4342d18bc71cd3629703a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731242819853 2024-11-10T12:47:01,178 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:01,179 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/c59f9bce5521436fa70c340bba936945 is 50, key is test_row_0/C:col10/1731242819853/Put/seqid=0 2024-11-10T12:47:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242881178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242881178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242881178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742359_1535 (size=12139) 2024-11-10T12:47:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:01,255 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110960a28827aef443c8495abe5bb552121_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110960a28827aef443c8495abe5bb552121_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/0082b7ff052446c0ab3e97d4b16638d5, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:01,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/0082b7ff052446c0ab3e97d4b16638d5 is 175, key is test_row_0/A:col10/1731242819907/Put/seqid=0 2024-11-10T12:47:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742360_1536 (size=30955) 2024-11-10T12:47:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242881378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242881388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242881388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242881388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,570 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/04d7876c5bff485283851939c8c28854 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/04d7876c5bff485283851939c8c28854 2024-11-10T12:47:01,573 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into 04d7876c5bff485283851939c8c28854(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:01,573 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:01,573 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=12, startTime=1731242820741; duration=0sec 2024-11-10T12:47:01,573 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:01,574 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:01,588 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/c59f9bce5521436fa70c340bba936945 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/c59f9bce5521436fa70c340bba936945 2024-11-10T12:47:01,591 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into c59f9bce5521436fa70c340bba936945(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:01,591 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:01,591 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=12, startTime=1731242820741; duration=0sec 2024-11-10T12:47:01,591 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:01,591 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:01,661 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/0082b7ff052446c0ab3e97d4b16638d5 2024-11-10T12:47:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a68e7a0cf06c4bb789322b23c392c532 is 50, key is test_row_0/B:col10/1731242819907/Put/seqid=0 2024-11-10T12:47:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742361_1537 (size=12001) 2024-11-10T12:47:01,671 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a68e7a0cf06c4bb789322b23c392c532 2024-11-10T12:47:01,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/1b1e8be6d4094b2883c23ec8c06fae81 is 50, key is test_row_0/C:col10/1731242819907/Put/seqid=0 2024-11-10T12:47:01,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742362_1538 (size=12001) 2024-11-10T12:47:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242881687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242881697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242881698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242881698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:47:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242882078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,081 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 51e4044fccb632897f2453c82a5847a3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:47:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,083 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/1b1e8be6d4094b2883c23ec8c06fae81 2024-11-10T12:47:02,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/0082b7ff052446c0ab3e97d4b16638d5 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5 2024-11-10T12:47:02,090 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5, entries=150, sequenceid=90, filesize=30.2 K 2024-11-10T12:47:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a68e7a0cf06c4bb789322b23c392c532 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a68e7a0cf06c4bb789322b23c392c532 2024-11-10T12:47:02,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a68e7a0cf06c4bb789322b23c392c532, entries=150, sequenceid=90, filesize=11.7 K 2024-11-10T12:47:02,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/1b1e8be6d4094b2883c23ec8c06fae81 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/1b1e8be6d4094b2883c23ec8c06fae81 2024-11-10T12:47:02,097 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/1b1e8be6d4094b2883c23ec8c06fae81, entries=150, sequenceid=90, filesize=11.7 K 2024-11-10T12:47:02,098 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 51e4044fccb632897f2453c82a5847a3 in 1257ms, sequenceid=90, compaction requested=false 2024-11-10T12:47:02,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:02,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:02,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-10T12:47:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-10T12:47:02,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-10T12:47:02,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-10T12:47:02,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.3340 sec 2024-11-10T12:47:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:02,200 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:02,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-10T12:47:02,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107cd77da313b4473c85e6d694cc2413fe_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742363_1539 (size=14594) 2024-11-10T12:47:02,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242882236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242882239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242882239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242882240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242882347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242882347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242882347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242882347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242882557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242882557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242882558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242882558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:02,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107cd77da313b4473c85e6d694cc2413fe_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107cd77da313b4473c85e6d694cc2413fe_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:02,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/bf399b4e887341beb92f2132ab1db91c, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:02,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/bf399b4e887341beb92f2132ab1db91c is 175, key is test_row_0/A:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742364_1540 (size=39549) 2024-11-10T12:47:02,620 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/bf399b4e887341beb92f2132ab1db91c 2024-11-10T12:47:02,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/2781c31bde1e4255ae84281d41e17b7d is 50, key is test_row_0/B:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742365_1541 (size=12001) 2024-11-10T12:47:02,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/2781c31bde1e4255ae84281d41e17b7d 2024-11-10T12:47:02,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/8d2412ef5e5d493aaaf27a1b891168f2 is 50, key is test_row_0/C:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742366_1542 (size=12001) 2024-11-10T12:47:02,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/8d2412ef5e5d493aaaf27a1b891168f2 2024-11-10T12:47:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/bf399b4e887341beb92f2132ab1db91c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c 2024-11-10T12:47:02,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c, entries=200, sequenceid=105, filesize=38.6 K 2024-11-10T12:47:02,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/2781c31bde1e4255ae84281d41e17b7d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2781c31bde1e4255ae84281d41e17b7d 2024-11-10T12:47:02,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2781c31bde1e4255ae84281d41e17b7d, entries=150, sequenceid=105, filesize=11.7 K 2024-11-10T12:47:02,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/8d2412ef5e5d493aaaf27a1b891168f2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/8d2412ef5e5d493aaaf27a1b891168f2 2024-11-10T12:47:02,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/8d2412ef5e5d493aaaf27a1b891168f2, entries=150, sequenceid=105, filesize=11.7 K 2024-11-10T12:47:02,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 51e4044fccb632897f2453c82a5847a3 in 457ms, sequenceid=105, compaction requested=true 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:02,657 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:02,657 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:02,660 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:02,660 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:02,660 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:02,660 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:02,660 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:02,660 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:02,660 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/04d7876c5bff485283851939c8c28854, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=99.2 K 2024-11-10T12:47:02,660 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/74289e051a314a99aa5af258bcf2a77f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a68e7a0cf06c4bb789322b23c392c532, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2781c31bde1e4255ae84281d41e17b7d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=35.3 K 2024-11-10T12:47:02,661 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:02,661 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/04d7876c5bff485283851939c8c28854, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c] 2024-11-10T12:47:02,661 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 74289e051a314a99aa5af258bcf2a77f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731242819853 2024-11-10T12:47:02,661 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04d7876c5bff485283851939c8c28854, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731242819853 2024-11-10T12:47:02,661 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a68e7a0cf06c4bb789322b23c392c532, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731242819907 2024-11-10T12:47:02,662 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0082b7ff052446c0ab3e97d4b16638d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731242819907 2024-11-10T12:47:02,662 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2781c31bde1e4255ae84281d41e17b7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731242821061 2024-11-10T12:47:02,663 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf399b4e887341beb92f2132ab1db91c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731242821061 2024-11-10T12:47:02,672 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:02,672 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/87660d6accad42f8976d3e1a89b35e13 is 50, key is test_row_0/B:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:02,673 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:02,676 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107171491563a2451eac33e3cdfb815078_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742367_1543 (size=12241) 2024-11-10T12:47:02,678 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107171491563a2451eac33e3cdfb815078_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:02,678 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107171491563a2451eac33e3cdfb815078_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742368_1544 (size=4469) 2024-11-10T12:47:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:02,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-10T12:47:02,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111074971f6d90674613b2e8cb365b9e439a_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242822237/Put/seqid=0 2024-11-10T12:47:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242882877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242882878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242882879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242882880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742369_1545 (size=12254) 2024-11-10T12:47:02,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242882987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242882988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242882988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242882988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,081 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/87660d6accad42f8976d3e1a89b35e13 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/87660d6accad42f8976d3e1a89b35e13 2024-11-10T12:47:03,085 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into 87660d6accad42f8976d3e1a89b35e13(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:03,085 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:03,085 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=13, startTime=1731242822657; duration=0sec 2024-11-10T12:47:03,085 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:03,085 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:03,085 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:03,086 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:03,086 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:03,086 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:03,086 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/c59f9bce5521436fa70c340bba936945, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/1b1e8be6d4094b2883c23ec8c06fae81, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/8d2412ef5e5d493aaaf27a1b891168f2] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=35.3 K 2024-11-10T12:47:03,086 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c59f9bce5521436fa70c340bba936945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731242819853 2024-11-10T12:47:03,087 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b1e8be6d4094b2883c23ec8c06fae81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731242819907 2024-11-10T12:47:03,087 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d2412ef5e5d493aaaf27a1b891168f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731242821061 2024-11-10T12:47:03,090 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:03,091 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/6694fa68dad2438e80362dd0ee5dca4d is 175, key is test_row_0/A:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:03,093 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:03,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/202d90adee2142b0a11473e13af2aa1a is 50, key is test_row_0/C:col10/1731242822199/Put/seqid=0 2024-11-10T12:47:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742370_1546 (size=31195) 2024-11-10T12:47:03,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742371_1547 (size=12241) 2024-11-10T12:47:03,101 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/202d90adee2142b0a11473e13af2aa1a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202d90adee2142b0a11473e13af2aa1a 2024-11-10T12:47:03,105 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into 202d90adee2142b0a11473e13af2aa1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:03,105 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:03,105 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=13, startTime=1731242822657; duration=0sec 2024-11-10T12:47:03,105 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:03,105 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:03,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242883198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242883197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242883198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242883198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:03,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111074971f6d90674613b2e8cb365b9e439a_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074971f6d90674613b2e8cb365b9e439a_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:03,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c990ef1faaca494d8907b06a214ca7f2, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:03,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c990ef1faaca494d8907b06a214ca7f2 is 175, key is test_row_0/A:col10/1731242822237/Put/seqid=0 2024-11-10T12:47:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742372_1548 (size=31055) 2024-11-10T12:47:03,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c990ef1faaca494d8907b06a214ca7f2 2024-11-10T12:47:03,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/09e907a0a3b84d06aa54694d699b1bb1 is 50, key is test_row_0/B:col10/1731242822237/Put/seqid=0 2024-11-10T12:47:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742373_1549 (size=12101) 2024-11-10T12:47:03,500 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/6694fa68dad2438e80362dd0ee5dca4d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/6694fa68dad2438e80362dd0ee5dca4d 2024-11-10T12:47:03,504 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into 6694fa68dad2438e80362dd0ee5dca4d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:03,504 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:03,504 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=13, startTime=1731242822657; duration=0sec 2024-11-10T12:47:03,504 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:03,504 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242883507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242883507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242883507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242883507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:03,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/09e907a0a3b84d06aa54694d699b1bb1 2024-11-10T12:47:03,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a9338b8649d948db812757d842a11274 is 50, key is test_row_0/C:col10/1731242822237/Put/seqid=0 2024-11-10T12:47:03,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742374_1550 (size=12101) 2024-11-10T12:47:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T12:47:03,938 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:03,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-10T12:47:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T12:47:03,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:03,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:03,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242884018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242884018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242884018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242884018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T12:47:04,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T12:47:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:04,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:04,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:04,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242884098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:04,101 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 51e4044fccb632897f2453c82a5847a3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:47:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:04,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a9338b8649d948db812757d842a11274 2024-11-10T12:47:04,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c990ef1faaca494d8907b06a214ca7f2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2 2024-11-10T12:47:04,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2, entries=150, sequenceid=132, filesize=30.3 K 2024-11-10T12:47:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/09e907a0a3b84d06aa54694d699b1bb1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/09e907a0a3b84d06aa54694d699b1bb1 2024-11-10T12:47:04,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/09e907a0a3b84d06aa54694d699b1bb1, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T12:47:04,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a9338b8649d948db812757d842a11274 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a9338b8649d948db812757d842a11274 2024-11-10T12:47:04,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a9338b8649d948db812757d842a11274, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T12:47:04,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 51e4044fccb632897f2453c82a5847a3 in 1268ms, sequenceid=132, compaction requested=false 2024-11-10T12:47:04,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:04,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T12:47:04,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:04,248 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-10T12:47:04,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111003bf34d6f9b84b02955922d2fd39654f_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242822872/Put/seqid=0 2024-11-10T12:47:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T12:47:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742375_1551 (size=12304) 2024-11-10T12:47:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,269 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111003bf34d6f9b84b02955922d2fd39654f_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111003bf34d6f9b84b02955922d2fd39654f_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/de2e2df0aebf4535bcc73cab97457892, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/de2e2df0aebf4535bcc73cab97457892 is 175, key is test_row_0/A:col10/1731242822872/Put/seqid=0 2024-11-10T12:47:04,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742376_1552 (size=31105) 2024-11-10T12:47:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T12:47:04,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/de2e2df0aebf4535bcc73cab97457892 2024-11-10T12:47:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c180118c2f804a0b8c0b74dc9adb089d is 50, key is test_row_0/B:col10/1731242822872/Put/seqid=0 2024-11-10T12:47:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742377_1553 (size=12151) 2024-11-10T12:47:04,685 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c180118c2f804a0b8c0b74dc9adb089d 2024-11-10T12:47:04,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/2c09919a89274204b3fdf7478108e6ea is 50, key is test_row_0/C:col10/1731242822872/Put/seqid=0 2024-11-10T12:47:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742378_1554 (size=12151) 2024-11-10T12:47:04,695 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/2c09919a89274204b3fdf7478108e6ea 2024-11-10T12:47:04,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/de2e2df0aebf4535bcc73cab97457892 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892 2024-11-10T12:47:04,704 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892, entries=150, sequenceid=144, filesize=30.4 K 2024-11-10T12:47:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c180118c2f804a0b8c0b74dc9adb089d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c180118c2f804a0b8c0b74dc9adb089d 2024-11-10T12:47:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,708 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c180118c2f804a0b8c0b74dc9adb089d, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T12:47:04,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/2c09919a89274204b3fdf7478108e6ea as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/2c09919a89274204b3fdf7478108e6ea 2024-11-10T12:47:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/2c09919a89274204b3fdf7478108e6ea, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T12:47:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,712 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 51e4044fccb632897f2453c82a5847a3 in 464ms, sequenceid=144, compaction requested=true 2024-11-10T12:47:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-10T12:47:04,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 772 msec 2024-11-10T12:47:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 777 msec 2024-11-10T12:47:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:05,067 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:05,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-10T12:47:05,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103fb47f93bb8e48bb960533eb511a5605_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T12:47:05,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:05,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742379_1555 (size=14794) 2024-11-10T12:47:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-10T12:47:05,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:05,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:05,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:05,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242885099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242885100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242885101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242885103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242885207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242885207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242885208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242885218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:05,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:05,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:05,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:05,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242885417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242885418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242885418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242885427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,480 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:05,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103fb47f93bb8e48bb960533eb511a5605_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103fb47f93bb8e48bb960533eb511a5605_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:05,485 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae96b0fb244e4c3bafdf04f56a315e59, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:05,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae96b0fb244e4c3bafdf04f56a315e59 is 175, key is test_row_0/A:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742380_1556 (size=39749) 2024-11-10T12:47:05,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:05,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:05,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:05,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242885727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242885727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242885727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242885738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:05,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae96b0fb244e4c3bafdf04f56a315e59 2024-11-10T12:47:05,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a580ef4da7cb494cb18a2d4bc8bb081f is 50, key is test_row_0/B:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742381_1557 (size=12151) 2024-11-10T12:47:05,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:05,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:05,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:05,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:05,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242886237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242886237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:06,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242886238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242886248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:06,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:06,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a580ef4da7cb494cb18a2d4bc8bb081f 2024-11-10T12:47:06,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:06,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:06,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/3d450a6b1427478b91da1026e115a205 is 50, key is test_row_0/C:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742382_1558 (size=12151) 2024-11-10T12:47:06,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:06,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/3d450a6b1427478b91da1026e115a205 2024-11-10T12:47:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ae96b0fb244e4c3bafdf04f56a315e59 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59 2024-11-10T12:47:06,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59, entries=200, sequenceid=155, filesize=38.8 K 2024-11-10T12:47:06,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a580ef4da7cb494cb18a2d4bc8bb081f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a580ef4da7cb494cb18a2d4bc8bb081f 2024-11-10T12:47:06,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a580ef4da7cb494cb18a2d4bc8bb081f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:47:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/3d450a6b1427478b91da1026e115a205 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3d450a6b1427478b91da1026e115a205 2024-11-10T12:47:06,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3d450a6b1427478b91da1026e115a205, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:47:06,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 51e4044fccb632897f2453c82a5847a3 in 1659ms, sequenceid=155, compaction requested=true 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:06,727 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:06,727 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:47:06,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:06,728 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:47:06,728 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:47:06,728 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:06,728 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:06,728 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,728 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,728 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/6694fa68dad2438e80362dd0ee5dca4d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=130.0 K 2024-11-10T12:47:06,728 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/87660d6accad42f8976d3e1a89b35e13, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/09e907a0a3b84d06aa54694d699b1bb1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c180118c2f804a0b8c0b74dc9adb089d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a580ef4da7cb494cb18a2d4bc8bb081f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=47.5 K 2024-11-10T12:47:06,728 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,728 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/6694fa68dad2438e80362dd0ee5dca4d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59] 2024-11-10T12:47:06,730 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 87660d6accad42f8976d3e1a89b35e13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731242821061 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6694fa68dad2438e80362dd0ee5dca4d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731242821061 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e907a0a3b84d06aa54694d699b1bb1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731242822237 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c990ef1faaca494d8907b06a214ca7f2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731242822237 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c180118c2f804a0b8c0b74dc9adb089d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731242822872 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting de2e2df0aebf4535bcc73cab97457892, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731242822872 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae96b0fb244e4c3bafdf04f56a315e59, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242825057 2024-11-10T12:47:06,731 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a580ef4da7cb494cb18a2d4bc8bb081f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242825057 2024-11-10T12:47:06,738 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:06,739 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:06,739 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/9393c1e3c11c40419ffe37a2c477db7c is 50, key is test_row_0/B:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:06,740 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110233c3034ce4d4fb9b4df42c3d71cf702_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:06,742 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110233c3034ce4d4fb9b4df42c3d71cf702_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:06,742 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110233c3034ce4d4fb9b4df42c3d71cf702_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742383_1559 (size=12527) 2024-11-10T12:47:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742384_1560 (size=4469) 2024-11-10T12:47:06,746 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#475 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:06,746 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c80f3e0f57684cb7a7166098cf550282 is 175, key is test_row_0/A:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742385_1561 (size=31481) 2024-11-10T12:47:06,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T12:47:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:06,765 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-10T12:47:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a9ce247310814cfab8a8d04c97038f58_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242825092/Put/seqid=0 2024-11-10T12:47:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742386_1562 (size=12304) 2024-11-10T12:47:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:06,778 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a9ce247310814cfab8a8d04c97038f58_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a9ce247310814cfab8a8d04c97038f58_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/66e5e60996724e0288dcf51dc3338d1b, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/66e5e60996724e0288dcf51dc3338d1b is 175, key is test_row_0/A:col10/1731242825092/Put/seqid=0 2024-11-10T12:47:06,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742387_1563 (size=31105) 2024-11-10T12:47:07,148 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/9393c1e3c11c40419ffe37a2c477db7c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/9393c1e3c11c40419ffe37a2c477db7c 2024-11-10T12:47:07,152 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into 9393c1e3c11c40419ffe37a2c477db7c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:07,152 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:07,152 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=12, startTime=1731242826727; duration=0sec 2024-11-10T12:47:07,152 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:07,153 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:07,153 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:47:07,154 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:47:07,154 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:07,154 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:07,154 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202d90adee2142b0a11473e13af2aa1a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a9338b8649d948db812757d842a11274, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/2c09919a89274204b3fdf7478108e6ea, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3d450a6b1427478b91da1026e115a205] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=47.5 K 2024-11-10T12:47:07,154 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c80f3e0f57684cb7a7166098cf550282 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c80f3e0f57684cb7a7166098cf550282 2024-11-10T12:47:07,154 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 202d90adee2142b0a11473e13af2aa1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731242821061 2024-11-10T12:47:07,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a9338b8649d948db812757d842a11274, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731242822237 2024-11-10T12:47:07,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c09919a89274204b3fdf7478108e6ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731242822872 2024-11-10T12:47:07,155 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d450a6b1427478b91da1026e115a205, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242825057 2024-11-10T12:47:07,159 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into c80f3e0f57684cb7a7166098cf550282(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:07,159 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:07,159 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=12, startTime=1731242826727; duration=0sec 2024-11-10T12:47:07,159 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:07,159 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:07,163 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:07,164 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/28d79d8a9e2a4c1d810261c2a03f00b8 is 50, key is test_row_0/C:col10/1731242825057/Put/seqid=0 2024-11-10T12:47:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742388_1564 (size=12527) 2024-11-10T12:47:07,173 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/28d79d8a9e2a4c1d810261c2a03f00b8 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/28d79d8a9e2a4c1d810261c2a03f00b8 2024-11-10T12:47:07,178 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into 28d79d8a9e2a4c1d810261c2a03f00b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:07,178 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:07,178 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=12, startTime=1731242826727; duration=0sec 2024-11-10T12:47:07,178 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:07,178 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:07,183 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/66e5e60996724e0288dcf51dc3338d1b 2024-11-10T12:47:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/044d13a4a4224fad9c32bcfaacdd064d is 50, key is test_row_0/B:col10/1731242825092/Put/seqid=0 2024-11-10T12:47:07,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742389_1565 (size=12151) 2024-11-10T12:47:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:07,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242887263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242887263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242887263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242887266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242887377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242887377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242887377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242887377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242887587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242887587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242887587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242887587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,597 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/044d13a4a4224fad9c32bcfaacdd064d 2024-11-10T12:47:07,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/9b29376bf4d94306970144dbb9e27aaf is 50, key is test_row_0/C:col10/1731242825092/Put/seqid=0 2024-11-10T12:47:07,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742390_1566 (size=12151) 2024-11-10T12:47:07,609 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/9b29376bf4d94306970144dbb9e27aaf 2024-11-10T12:47:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/66e5e60996724e0288dcf51dc3338d1b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b 2024-11-10T12:47:07,616 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b, entries=150, sequenceid=180, filesize=30.4 K 2024-11-10T12:47:07,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/044d13a4a4224fad9c32bcfaacdd064d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/044d13a4a4224fad9c32bcfaacdd064d 2024-11-10T12:47:07,620 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/044d13a4a4224fad9c32bcfaacdd064d, entries=150, sequenceid=180, filesize=11.9 K 2024-11-10T12:47:07,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/9b29376bf4d94306970144dbb9e27aaf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/9b29376bf4d94306970144dbb9e27aaf 2024-11-10T12:47:07,625 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/9b29376bf4d94306970144dbb9e27aaf, entries=150, sequenceid=180, filesize=11.9 K 2024-11-10T12:47:07,625 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 51e4044fccb632897f2453c82a5847a3 in 860ms, sequenceid=180, compaction requested=false 2024-11-10T12:47:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-10T12:47:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-10T12:47:07,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-10T12:47:07,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5460 sec 2024-11-10T12:47:07,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.5510 sec 2024-11-10T12:47:07,900 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:07,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-10T12:47:07,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d0ebb7c7dcf44c70bb23d529f2f99c90_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742391_1567 (size=14794) 2024-11-10T12:47:07,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242887927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242887927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242887928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242887931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242888038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242888038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242888038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242888038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49676 deadline: 1731242888137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,139 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to b1807907b3fc,34731,1731242655483 for 'test_row_1' in 51e4044fccb632897f2453c82a5847a3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T12:47:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242888247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242888247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242888247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242888247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:08,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d0ebb7c7dcf44c70bb23d529f2f99c90_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d0ebb7c7dcf44c70bb23d529f2f99c90_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:08,323 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/44ea972917e34115b29b0b129012c310, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:08,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/44ea972917e34115b29b0b129012c310 is 175, key is test_row_0/A:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742392_1568 (size=39749) 2024-11-10T12:47:08,337 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/44ea972917e34115b29b0b129012c310 2024-11-10T12:47:08,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f997d2f91e624d65a39cbc3f038df252 is 50, key is test_row_0/B:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:08,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742393_1569 (size=12151) 2024-11-10T12:47:08,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242888558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242888558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242888558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242888558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:08,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f997d2f91e624d65a39cbc3f038df252 2024-11-10T12:47:08,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f828115ef322468c8822977bbb2e1c96 is 50, key is test_row_0/C:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:08,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742394_1570 (size=12151) 2024-11-10T12:47:09,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242889067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:09,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242889067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:09,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242889067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242889077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:09,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f828115ef322468c8822977bbb2e1c96 2024-11-10T12:47:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/44ea972917e34115b29b0b129012c310 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310 2024-11-10T12:47:09,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310, entries=200, sequenceid=197, filesize=38.8 K 2024-11-10T12:47:09,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f997d2f91e624d65a39cbc3f038df252 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f997d2f91e624d65a39cbc3f038df252 2024-11-10T12:47:09,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f997d2f91e624d65a39cbc3f038df252, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T12:47:09,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f828115ef322468c8822977bbb2e1c96 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f828115ef322468c8822977bbb2e1c96 2024-11-10T12:47:09,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f828115ef322468c8822977bbb2e1c96, entries=150, sequenceid=197, filesize=11.9 K 2024-11-10T12:47:09,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 51e4044fccb632897f2453c82a5847a3 in 1275ms, sequenceid=197, compaction requested=true 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:09,176 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:09,176 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:09,177 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:09,177 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:09,177 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:09,177 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:09,177 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c80f3e0f57684cb7a7166098cf550282, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=99.9 K 2024-11-10T12:47:09,177 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:09,177 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:09,177 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:09,177 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/9393c1e3c11c40419ffe37a2c477db7c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/044d13a4a4224fad9c32bcfaacdd064d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f997d2f91e624d65a39cbc3f038df252] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.0 K 2024-11-10T12:47:09,177 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c80f3e0f57684cb7a7166098cf550282, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310] 2024-11-10T12:47:09,178 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c80f3e0f57684cb7a7166098cf550282, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242825057 2024-11-10T12:47:09,178 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9393c1e3c11c40419ffe37a2c477db7c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242825057 2024-11-10T12:47:09,178 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66e5e60996724e0288dcf51dc3338d1b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731242825092 2024-11-10T12:47:09,178 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 044d13a4a4224fad9c32bcfaacdd064d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731242825092 2024-11-10T12:47:09,178 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f997d2f91e624d65a39cbc3f038df252, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731242827261 2024-11-10T12:47:09,178 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44ea972917e34115b29b0b129012c310, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731242827261 2024-11-10T12:47:09,194 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:09,194 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:09,195 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a27ab1075cc448f0a18fafef85e0781a is 50, key is test_row_0/B:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:09,197 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411108ff838a137914c8f872d94523fdc1fed_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:09,198 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411108ff838a137914c8f872d94523fdc1fed_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:09,198 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108ff838a137914c8f872d94523fdc1fed_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742395_1571 (size=12629) 2024-11-10T12:47:09,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742396_1572 (size=4469) 2024-11-10T12:47:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T12:47:09,248 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:09,249 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-10T12:47:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T12:47:09,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:09,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:09,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T12:47:09,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-10T12:47:09,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:09,404 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:47:09,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111045d26eaa856c4477af31aeb1f8a7e25e_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242827930/Put/seqid=0 2024-11-10T12:47:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742397_1573 (size=12304) 2024-11-10T12:47:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T12:47:09,609 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/a27ab1075cc448f0a18fafef85e0781a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a27ab1075cc448f0a18fafef85e0781a 2024-11-10T12:47:09,614 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:09,614 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/7ca1d80fe5fd4af693f83af44c59abaa is 175, key is test_row_0/A:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:09,616 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into a27ab1075cc448f0a18fafef85e0781a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:09,616 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:09,616 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=13, startTime=1731242829176; duration=0sec 2024-11-10T12:47:09,616 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:09,616 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:09,616 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:09,619 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:09,619 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:09,619 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:09,619 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/28d79d8a9e2a4c1d810261c2a03f00b8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/9b29376bf4d94306970144dbb9e27aaf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f828115ef322468c8822977bbb2e1c96] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.0 K 2024-11-10T12:47:09,620 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d79d8a9e2a4c1d810261c2a03f00b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731242825057 2024-11-10T12:47:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742398_1574 (size=31583) 2024-11-10T12:47:09,620 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b29376bf4d94306970144dbb9e27aaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731242825092 2024-11-10T12:47:09,621 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f828115ef322468c8822977bbb2e1c96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731242827261 2024-11-10T12:47:09,626 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/7ca1d80fe5fd4af693f83af44c59abaa as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7ca1d80fe5fd4af693f83af44c59abaa 2024-11-10T12:47:09,634 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:09,635 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/64ddadad69db40298ab60635cf2d04fb is 50, key is test_row_0/C:col10/1731242827261/Put/seqid=0 2024-11-10T12:47:09,637 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into 7ca1d80fe5fd4af693f83af44c59abaa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:09,637 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:09,637 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=13, startTime=1731242829176; duration=0sec 2024-11-10T12:47:09,638 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:09,638 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742399_1575 (size=12629) 2024-11-10T12:47:09,654 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/64ddadad69db40298ab60635cf2d04fb as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/64ddadad69db40298ab60635cf2d04fb 2024-11-10T12:47:09,660 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into 64ddadad69db40298ab60635cf2d04fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:09,660 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:09,660 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=13, startTime=1731242829176; duration=0sec 2024-11-10T12:47:09,661 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:09,661 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:09,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:09,817 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111045d26eaa856c4477af31aeb1f8a7e25e_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111045d26eaa856c4477af31aeb1f8a7e25e_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:09,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/1afc8ff158d448d7ae45ed126626151b, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/1afc8ff158d448d7ae45ed126626151b is 175, key is test_row_0/A:col10/1731242827930/Put/seqid=0 2024-11-10T12:47:09,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742400_1576 (size=31105) 2024-11-10T12:47:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T12:47:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:10,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:10,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242890126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242890126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242890131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242890132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,223 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/1afc8ff158d448d7ae45ed126626151b 2024-11-10T12:47:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/da4a7c15e2ca4437a30f15b9ce903aac is 50, key is test_row_0/B:col10/1731242827930/Put/seqid=0 2024-11-10T12:47:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742401_1577 (size=12151) 2024-11-10T12:47:10,234 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/da4a7c15e2ca4437a30f15b9ce903aac 2024-11-10T12:47:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242890237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242890237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242890237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/40f742e07db148858969bf49a8c8a28c is 50, key is test_row_0/C:col10/1731242827930/Put/seqid=0 2024-11-10T12:47:10,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742402_1578 (size=12151) 2024-11-10T12:47:10,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242890250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T12:47:10,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242890447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242890447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242890448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242890458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,651 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/40f742e07db148858969bf49a8c8a28c 2024-11-10T12:47:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/1afc8ff158d448d7ae45ed126626151b as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b 2024-11-10T12:47:10,661 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b, entries=150, sequenceid=219, filesize=30.4 K 2024-11-10T12:47:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/da4a7c15e2ca4437a30f15b9ce903aac as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/da4a7c15e2ca4437a30f15b9ce903aac 2024-11-10T12:47:10,666 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/da4a7c15e2ca4437a30f15b9ce903aac, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T12:47:10,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/40f742e07db148858969bf49a8c8a28c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/40f742e07db148858969bf49a8c8a28c 2024-11-10T12:47:10,670 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/40f742e07db148858969bf49a8c8a28c, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T12:47:10,671 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 51e4044fccb632897f2453c82a5847a3 in 1268ms, sequenceid=219, compaction requested=false 2024-11-10T12:47:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-10T12:47:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-10T12:47:10,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-10T12:47:10,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-11-10T12:47:10,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.4270 sec 2024-11-10T12:47:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:10,760 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:10,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-10T12:47:10,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bf7b4c8150894c258f9f12bdab9c3f8b_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742403_1579 (size=17284) 2024-11-10T12:47:10,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:10,774 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bf7b4c8150894c258f9f12bdab9c3f8b_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bf7b4c8150894c258f9f12bdab9c3f8b_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:10,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/3eb20324b5e94257ad8afee40e1c8fda, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:10,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/3eb20324b5e94257ad8afee40e1c8fda is 175, key is test_row_0/A:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742404_1580 (size=48389) 2024-11-10T12:47:10,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/3eb20324b5e94257ad8afee40e1c8fda 2024-11-10T12:47:10,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/dcbdecb922a140a7adec990bbf3736c3 is 50, key is test_row_0/B:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242890782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242890784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242890785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742405_1581 (size=12151) 2024-11-10T12:47:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242890793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242890897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242890897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242890897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242890908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242891107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242891107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242891108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242891118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/dcbdecb922a140a7adec990bbf3736c3 2024-11-10T12:47:11,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f4438338a9f24bb9a43bf8d0c8002b32 is 50, key is test_row_0/C:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742406_1582 (size=12151) 2024-11-10T12:47:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T12:47:11,398 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:11,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-10T12:47:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T12:47:11,401 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:11,401 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:11,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242891417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242891417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242891417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242891427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T12:47:11,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-10T12:47:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:11,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f4438338a9f24bb9a43bf8d0c8002b32 2024-11-10T12:47:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/3eb20324b5e94257ad8afee40e1c8fda as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda 2024-11-10T12:47:11,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda, entries=250, sequenceid=240, filesize=47.3 K 2024-11-10T12:47:11,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/dcbdecb922a140a7adec990bbf3736c3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/dcbdecb922a140a7adec990bbf3736c3 2024-11-10T12:47:11,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/dcbdecb922a140a7adec990bbf3736c3, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T12:47:11,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/f4438338a9f24bb9a43bf8d0c8002b32 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f4438338a9f24bb9a43bf8d0c8002b32 2024-11-10T12:47:11,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f4438338a9f24bb9a43bf8d0c8002b32, entries=150, sequenceid=240, filesize=11.9 K 2024-11-10T12:47:11,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 51e4044fccb632897f2453c82a5847a3 in 862ms, sequenceid=240, compaction requested=true 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:11,622 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:11,622 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:11,623 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:11,623 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:11,623 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:11,623 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:11,623 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,623 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,623 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a27ab1075cc448f0a18fafef85e0781a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/da4a7c15e2ca4437a30f15b9ce903aac, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/dcbdecb922a140a7adec990bbf3736c3] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.1 K 2024-11-10T12:47:11,623 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7ca1d80fe5fd4af693f83af44c59abaa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=108.5 K 2024-11-10T12:47:11,623 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,624 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7ca1d80fe5fd4af693f83af44c59abaa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda] 2024-11-10T12:47:11,624 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a27ab1075cc448f0a18fafef85e0781a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731242827261 2024-11-10T12:47:11,624 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ca1d80fe5fd4af693f83af44c59abaa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731242827261 2024-11-10T12:47:11,624 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting da4a7c15e2ca4437a30f15b9ce903aac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731242827909 2024-11-10T12:47:11,624 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1afc8ff158d448d7ae45ed126626151b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731242827909 2024-11-10T12:47:11,624 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting dcbdecb922a140a7adec990bbf3736c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731242830129 2024-11-10T12:47:11,625 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eb20324b5e94257ad8afee40e1c8fda, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731242830125 2024-11-10T12:47:11,631 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:11,631 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/217c7fab1f5a45618112c9b69e2a59a9 is 50, key is test_row_0/B:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:11,632 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:11,634 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e513b68d8bbf4116b02ebe414ea22571_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:11,635 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e513b68d8bbf4116b02ebe414ea22571_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:11,636 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e513b68d8bbf4116b02ebe414ea22571_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742407_1583 (size=12731) 2024-11-10T12:47:11,641 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/217c7fab1f5a45618112c9b69e2a59a9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/217c7fab1f5a45618112c9b69e2a59a9 2024-11-10T12:47:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742408_1584 (size=4469) 2024-11-10T12:47:11,643 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#493 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:11,643 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/0d6545f6dc874fbc8c7acdcd1e87d320 is 175, key is test_row_0/A:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:11,647 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into 217c7fab1f5a45618112c9b69e2a59a9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:11,647 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:11,647 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=13, startTime=1731242831622; duration=0sec 2024-11-10T12:47:11,647 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:11,647 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:11,647 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:11,648 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:11,649 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:11,649 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,649 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/64ddadad69db40298ab60635cf2d04fb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/40f742e07db148858969bf49a8c8a28c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f4438338a9f24bb9a43bf8d0c8002b32] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.1 K 2024-11-10T12:47:11,649 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ddadad69db40298ab60635cf2d04fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731242827261 2024-11-10T12:47:11,650 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f742e07db148858969bf49a8c8a28c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731242827909 2024-11-10T12:47:11,650 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f4438338a9f24bb9a43bf8d0c8002b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731242830129 2024-11-10T12:47:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742409_1585 (size=31685) 2024-11-10T12:47:11,657 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:11,657 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/4aaa2a50b8544f85927156b0fd6be6b1 is 50, key is test_row_0/C:col10/1731242830760/Put/seqid=0 2024-11-10T12:47:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742410_1586 (size=12731) 2024-11-10T12:47:11,662 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/0d6545f6dc874fbc8c7acdcd1e87d320 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0d6545f6dc874fbc8c7acdcd1e87d320 2024-11-10T12:47:11,667 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into 0d6545f6dc874fbc8c7acdcd1e87d320(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:11,667 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:11,667 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=13, startTime=1731242831622; duration=0sec 2024-11-10T12:47:11,667 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:11,667 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:11,667 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/4aaa2a50b8544f85927156b0fd6be6b1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4aaa2a50b8544f85927156b0fd6be6b1 2024-11-10T12:47:11,671 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into 4aaa2a50b8544f85927156b0fd6be6b1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:11,671 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:11,671 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=13, startTime=1731242831622; duration=0sec 2024-11-10T12:47:11,671 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:11,671 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:11,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-10T12:47:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:11,707 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-10T12:47:11,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101309c1e1ec1d4315a65d079cdf4da996_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742411_1587 (size=12354) 2024-11-10T12:47:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T12:47:11,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:11,721 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101309c1e1ec1d4315a65d079cdf4da996_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101309c1e1ec1d4315a65d079cdf4da996_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:11,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c75819647fce47c2b0df1a8c6c521fa1, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c75819647fce47c2b0df1a8c6c521fa1 is 175, key is test_row_0/A:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742412_1588 (size=31155) 2024-11-10T12:47:11,725 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c75819647fce47c2b0df1a8c6c521fa1 2024-11-10T12:47:11,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c84047d271604767aacac0c3d40e65dc is 50, key is test_row_0/B:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:11,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742413_1589 (size=12201) 2024-11-10T12:47:11,735 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c84047d271604767aacac0c3d40e65dc 2024-11-10T12:47:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/877919785071442f88ae3a5ed7aaa0e7 is 50, key is test_row_0/C:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:11,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742414_1590 (size=12201) 2024-11-10T12:47:11,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242891944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242891945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242891948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242891948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T12:47:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242892058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242892058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242892058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242892058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/877919785071442f88ae3a5ed7aaa0e7 2024-11-10T12:47:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/c75819647fce47c2b0df1a8c6c521fa1 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1 2024-11-10T12:47:12,153 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1, entries=150, sequenceid=261, filesize=30.4 K 2024-11-10T12:47:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c84047d271604767aacac0c3d40e65dc as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c84047d271604767aacac0c3d40e65dc 2024-11-10T12:47:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,157 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c84047d271604767aacac0c3d40e65dc, entries=150, sequenceid=261, filesize=11.9 K 2024-11-10T12:47:12,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/877919785071442f88ae3a5ed7aaa0e7 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/877919785071442f88ae3a5ed7aaa0e7 2024-11-10T12:47:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,162 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/877919785071442f88ae3a5ed7aaa0e7, entries=150, sequenceid=261, filesize=11.9 K 2024-11-10T12:47:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,163 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 51e4044fccb632897f2453c82a5847a3 in 455ms, sequenceid=261, compaction requested=false 2024-11-10T12:47:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-10T12:47:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-10T12:47:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-10T12:47:12,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 763 msec 2024-11-10T12:47:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 768 msec 2024-11-10T12:47:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-10T12:47:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110308a2e7cdb0747e69de9267c5a3b152b_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_1/A:col10/1731242831947/Put/seqid=0 2024-11-10T12:47:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742415_1591 (size=12454) 2024-11-10T12:47:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242892300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242892301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242892302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242892303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242892408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242892417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242892417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242892417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T12:47:12,538 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:12,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-10T12:47:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T12:47:12,540 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:12,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:12,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:12,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242892617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242892627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242892627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242892627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T12:47:12,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:12,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110308a2e7cdb0747e69de9267c5a3b152b_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110308a2e7cdb0747e69de9267c5a3b152b_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:12,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/84d334bd3bfd42928a8cda20821c7d9f, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:12,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/84d334bd3bfd42928a8cda20821c7d9f is 175, key is test_row_1/A:col10/1731242831947/Put/seqid=0 2024-11-10T12:47:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742416_1592 (size=31251) 2024-11-10T12:47:12,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T12:47:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T12:47:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T12:47:12,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242892928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242892937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242892937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242892937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:12,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T12:47:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:12,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:13,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/84d334bd3bfd42928a8cda20821c7d9f 2024-11-10T12:47:13,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/0e350c113a8140819ff89468b7a6b15e is 50, key is test_row_1/B:col10/1731242831947/Put/seqid=0 2024-11-10T12:47:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742417_1593 (size=9857) 2024-11-10T12:47:13,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/0e350c113a8140819ff89468b7a6b15e 2024-11-10T12:47:13,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a0d0293a7d3c4c148a07b6bffee50ded is 50, key is test_row_1/C:col10/1731242831947/Put/seqid=0 2024-11-10T12:47:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742418_1594 (size=9857) 2024-11-10T12:47:13,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a0d0293a7d3c4c148a07b6bffee50ded 2024-11-10T12:47:13,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/84d334bd3bfd42928a8cda20821c7d9f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f 2024-11-10T12:47:13,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f, entries=150, sequenceid=280, filesize=30.5 K 2024-11-10T12:47:13,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/0e350c113a8140819ff89468b7a6b15e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/0e350c113a8140819ff89468b7a6b15e 2024-11-10T12:47:13,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/0e350c113a8140819ff89468b7a6b15e, entries=100, sequenceid=280, filesize=9.6 K 2024-11-10T12:47:13,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a0d0293a7d3c4c148a07b6bffee50ded as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0d0293a7d3c4c148a07b6bffee50ded 2024-11-10T12:47:13,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0d0293a7d3c4c148a07b6bffee50ded, entries=100, sequenceid=280, filesize=9.6 K 2024-11-10T12:47:13,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 51e4044fccb632897f2453c82a5847a3 in 860ms, sequenceid=280, compaction requested=true 2024-11-10T12:47:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:13,131 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:13,131 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:13,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:13,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:13,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:13,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:13,133 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:13,133 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94091 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:13,133 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:13,133 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:13,133 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:13,133 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:13,133 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0d6545f6dc874fbc8c7acdcd1e87d320, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=91.9 K 2024-11-10T12:47:13,133 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/217c7fab1f5a45618112c9b69e2a59a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c84047d271604767aacac0c3d40e65dc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/0e350c113a8140819ff89468b7a6b15e] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=34.0 K 2024-11-10T12:47:13,133 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:13,133 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0d6545f6dc874fbc8c7acdcd1e87d320, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f] 2024-11-10T12:47:13,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 217c7fab1f5a45618112c9b69e2a59a9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731242830129 2024-11-10T12:47:13,134 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d6545f6dc874fbc8c7acdcd1e87d320, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731242830129 2024-11-10T12:47:13,134 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c84047d271604767aacac0c3d40e65dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731242830775 2024-11-10T12:47:13,134 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting c75819647fce47c2b0df1a8c6c521fa1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731242830775 2024-11-10T12:47:13,135 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e350c113a8140819ff89468b7a6b15e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731242831947 2024-11-10T12:47:13,135 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84d334bd3bfd42928a8cda20821c7d9f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731242831943 2024-11-10T12:47:13,144 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:13,145 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c7e3e99b3c6a438b98cd2230275fc4b4 is 50, key is test_row_0/B:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:13,148 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:13,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T12:47:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:13,152 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-10T12:47:13,164 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111069d6c559347f4f09aec1cba46ea6e62e_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:13,166 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111069d6c559347f4f09aec1cba46ea6e62e_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:13,166 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111069d6c559347f4f09aec1cba46ea6e62e_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T12:47:13,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742419_1595 (size=12933) 2024-11-10T12:47:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103481dc6e93554d9aaaa045efa7a76e7b_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242832298/Put/seqid=0 2024-11-10T12:47:13,187 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/c7e3e99b3c6a438b98cd2230275fc4b4 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c7e3e99b3c6a438b98cd2230275fc4b4 2024-11-10T12:47:13,194 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into c7e3e99b3c6a438b98cd2230275fc4b4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:13,194 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:13,194 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=13, startTime=1731242833131; duration=0sec 2024-11-10T12:47:13,195 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:13,195 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:13,195 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:13,196 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:13,196 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:13,196 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:13,196 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4aaa2a50b8544f85927156b0fd6be6b1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/877919785071442f88ae3a5ed7aaa0e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0d0293a7d3c4c148a07b6bffee50ded] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=34.0 K 2024-11-10T12:47:13,196 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aaa2a50b8544f85927156b0fd6be6b1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731242830129 2024-11-10T12:47:13,197 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 877919785071442f88ae3a5ed7aaa0e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731242830775 2024-11-10T12:47:13,197 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting a0d0293a7d3c4c148a07b6bffee50ded, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731242831947 2024-11-10T12:47:13,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742420_1596 (size=4469) 2024-11-10T12:47:13,204 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#502 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:13,205 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/7c76b59f84c341cf847b8c76ff751853 is 175, key is test_row_0/A:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742421_1597 (size=12454) 2024-11-10T12:47:13,206 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:13,206 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/79ff81df88df4009ab89147a57674931 is 50, key is test_row_0/C:col10/1731242830775/Put/seqid=0 2024-11-10T12:47:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,211 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103481dc6e93554d9aaaa045efa7a76e7b_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103481dc6e93554d9aaaa045efa7a76e7b_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ca246a4a81724dd5acdec294ca11ce59, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:13,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ca246a4a81724dd5acdec294ca11ce59 is 175, key is test_row_0/A:col10/1731242832298/Put/seqid=0 2024-11-10T12:47:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742422_1598 (size=31994) 2024-11-10T12:47:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742423_1599 (size=12933) 2024-11-10T12:47:13,224 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/7c76b59f84c341cf847b8c76ff751853 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7c76b59f84c341cf847b8c76ff751853 2024-11-10T12:47:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742424_1600 (size=31255) 2024-11-10T12:47:13,227 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ca246a4a81724dd5acdec294ca11ce59 2024-11-10T12:47:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/b44c9240875a43d5862bd205628d47f2 is 50, key is test_row_0/B:col10/1731242832298/Put/seqid=0 2024-11-10T12:47:13,236 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into 7c76b59f84c341cf847b8c76ff751853(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:13,236 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:13,236 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=13, startTime=1731242833131; duration=0sec 2024-11-10T12:47:13,237 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:13,237 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742425_1601 (size=12301) 2024-11-10T12:47:13,242 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/b44c9240875a43d5862bd205628d47f2 2024-11-10T12:47:13,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/16940aebb29548d6be13261369667133 is 50, key is test_row_0/C:col10/1731242832298/Put/seqid=0 2024-11-10T12:47:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742426_1602 (size=12301) 2024-11-10T12:47:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:13,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242893462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242893464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242893465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242893466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242893577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242893577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242893577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242893577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,626 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/79ff81df88df4009ab89147a57674931 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/79ff81df88df4009ab89147a57674931 2024-11-10T12:47:13,630 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into 79ff81df88df4009ab89147a57674931(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:13,630 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:13,630 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=13, startTime=1731242833132; duration=0sec 2024-11-10T12:47:13,630 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:13,630 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:13,659 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/16940aebb29548d6be13261369667133 2024-11-10T12:47:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ca246a4a81724dd5acdec294ca11ce59 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59 2024-11-10T12:47:13,667 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59, entries=150, sequenceid=297, filesize=30.5 K 2024-11-10T12:47:13,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/b44c9240875a43d5862bd205628d47f2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b44c9240875a43d5862bd205628d47f2 2024-11-10T12:47:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,672 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b44c9240875a43d5862bd205628d47f2, entries=150, sequenceid=297, filesize=12.0 K 2024-11-10T12:47:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/16940aebb29548d6be13261369667133 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/16940aebb29548d6be13261369667133 2024-11-10T12:47:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,676 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/16940aebb29548d6be13261369667133, entries=150, sequenceid=297, filesize=12.0 K 2024-11-10T12:47:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 51e4044fccb632897f2453c82a5847a3 in 525ms, sequenceid=297, compaction requested=false 2024-11-10T12:47:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-10T12:47:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-10T12:47:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T12:47:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-10T12:47:13,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec 2024-11-10T12:47:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.1430 sec 2024-11-10T12:47:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,793 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:13,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-10T12:47:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107934c64e79624ba685b78d4e8dfb5d4a_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742427_1603 (size=14994) 2024-11-10T12:47:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:13,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242893812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242893813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242893818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242893819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242893928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242893928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242893928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242893928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:13,931 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:47:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242894137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242894137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242894138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242894138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,205 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:14,208 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107934c64e79624ba685b78d4e8dfb5d4a_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107934c64e79624ba685b78d4e8dfb5d4a_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:14,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/2cf8da6f99594eb8add6f86abac8a629, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:14,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/2cf8da6f99594eb8add6f86abac8a629 is 175, key is test_row_0/A:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742428_1604 (size=39949) 2024-11-10T12:47:14,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242894447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242894447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242894447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242894447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,615 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/2cf8da6f99594eb8add6f86abac8a629 2024-11-10T12:47:14,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/318ae1c353e44c52b7fb01565004de05 is 50, key is test_row_0/B:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742429_1605 (size=12301) 2024-11-10T12:47:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T12:47:14,687 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:14,688 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-10T12:47:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T12:47:14,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:14,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:14,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T12:47:14,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-10T12:47:14,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:14,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:14,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242894957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242894957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242894958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242894958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:14,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-10T12:47:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:14,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:47:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T12:47:15,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/318ae1c353e44c52b7fb01565004de05 2024-11-10T12:47:15,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/4e769923ed4142fd95ce0c49f75266d9 is 50, key is test_row_0/C:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:15,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742430_1606 (size=12301) 2024-11-10T12:47:15,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/4e769923ed4142fd95ce0c49f75266d9 2024-11-10T12:47:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/2cf8da6f99594eb8add6f86abac8a629 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629 2024-11-10T12:47:15,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629, entries=200, sequenceid=321, filesize=39.0 K 2024-11-10T12:47:15,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/318ae1c353e44c52b7fb01565004de05 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/318ae1c353e44c52b7fb01565004de05 2024-11-10T12:47:15,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/318ae1c353e44c52b7fb01565004de05, entries=150, sequenceid=321, filesize=12.0 K 2024-11-10T12:47:15,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/4e769923ed4142fd95ce0c49f75266d9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4e769923ed4142fd95ce0c49f75266d9 2024-11-10T12:47:15,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4e769923ed4142fd95ce0c49f75266d9, entries=150, sequenceid=321, filesize=12.0 K 2024-11-10T12:47:15,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 51e4044fccb632897f2453c82a5847a3 in 1257ms, sequenceid=321, compaction requested=true 2024-11-10T12:47:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:15,050 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:15,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:15,050 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:15,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:15,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:15,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:15,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:15,051 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103198 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:15,051 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:15,051 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:15,051 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:15,051 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:15,051 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:15,051 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c7e3e99b3c6a438b98cd2230275fc4b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b44c9240875a43d5862bd205628d47f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/318ae1c353e44c52b7fb01565004de05] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.7 K 2024-11-10T12:47:15,051 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7c76b59f84c341cf847b8c76ff751853, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=100.8 K 2024-11-10T12:47:15,051 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:15,051 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7c76b59f84c341cf847b8c76ff751853, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629] 2024-11-10T12:47:15,052 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting c7e3e99b3c6a438b98cd2230275fc4b4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731242830775 2024-11-10T12:47:15,052 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c76b59f84c341cf847b8c76ff751853, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731242830775 2024-11-10T12:47:15,052 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b44c9240875a43d5862bd205628d47f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731242832298 2024-11-10T12:47:15,058 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca246a4a81724dd5acdec294ca11ce59, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731242832298 2024-11-10T12:47:15,058 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 318ae1c353e44c52b7fb01565004de05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731242833465 2024-11-10T12:47:15,058 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cf8da6f99594eb8add6f86abac8a629, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731242833461 2024-11-10T12:47:15,077 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:15,077 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:15,078 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f92cebdbe2e8439298fa06b68ca8a4c3 is 50, key is test_row_0/B:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:15,078 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105903f669fc9a4de6b6741c9c2bb1e48a_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:15,080 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105903f669fc9a4de6b6741c9c2bb1e48a_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:15,080 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105903f669fc9a4de6b6741c9c2bb1e48a_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:15,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742432_1608 (size=4469) 2024-11-10T12:47:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742431_1607 (size=13085) 2024-11-10T12:47:15,089 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/f92cebdbe2e8439298fa06b68ca8a4c3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f92cebdbe2e8439298fa06b68ca8a4c3 2024-11-10T12:47:15,093 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into f92cebdbe2e8439298fa06b68ca8a4c3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:15,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:15,093 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=13, startTime=1731242835050; duration=0sec 2024-11-10T12:47:15,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:15,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:15,093 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:15,094 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:15,094 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:15,094 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:15,094 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/79ff81df88df4009ab89147a57674931, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/16940aebb29548d6be13261369667133, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4e769923ed4142fd95ce0c49f75266d9] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.7 K 2024-11-10T12:47:15,095 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ff81df88df4009ab89147a57674931, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731242830775 2024-11-10T12:47:15,095 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 16940aebb29548d6be13261369667133, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731242832298 2024-11-10T12:47:15,095 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e769923ed4142fd95ce0c49f75266d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731242833465 2024-11-10T12:47:15,101 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:15,101 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/b51f75d78429435aa2ae19db522a55f9 is 50, key is test_row_0/C:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742433_1609 (size=13085) 2024-11-10T12:47:15,108 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/b51f75d78429435aa2ae19db522a55f9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/b51f75d78429435aa2ae19db522a55f9 2024-11-10T12:47:15,111 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into b51f75d78429435aa2ae19db522a55f9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:15,112 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:15,112 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=13, startTime=1731242835051; duration=0sec 2024-11-10T12:47:15,112 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:15,112 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:15,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-10T12:47:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:15,148 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-10T12:47:15,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100ba14820cd2c44bb9df8fe96adf2217e_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242833817/Put/seqid=0 2024-11-10T12:47:15,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742434_1610 (size=12454) 2024-11-10T12:47:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:15,161 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100ba14820cd2c44bb9df8fe96adf2217e_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ba14820cd2c44bb9df8fe96adf2217e_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/e92408db16a847d88d93a6348f6e8f72, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/e92408db16a847d88d93a6348f6e8f72 is 175, key is test_row_0/A:col10/1731242833817/Put/seqid=0 2024-11-10T12:47:15,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742435_1611 (size=31255) 2024-11-10T12:47:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T12:47:15,485 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:15,486 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/5f02743c6e4245a5b6a9a8df2b8bb6fa is 175, key is test_row_0/A:col10/1731242833791/Put/seqid=0 2024-11-10T12:47:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742436_1612 (size=32039) 2024-11-10T12:47:15,567 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/e92408db16a847d88d93a6348f6e8f72 2024-11-10T12:47:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/2707a7b409d74937ae4b03d62102c416 is 50, key is test_row_0/B:col10/1731242833817/Put/seqid=0 2024-11-10T12:47:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742437_1613 (size=12301) 2024-11-10T12:47:15,603 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/2707a7b409d74937ae4b03d62102c416 2024-11-10T12:47:15,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/91b97eec704e413595628754abbb6daf is 50, key is test_row_0/C:col10/1731242833817/Put/seqid=0 2024-11-10T12:47:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742438_1614 (size=12301) 2024-11-10T12:47:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T12:47:15,894 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/5f02743c6e4245a5b6a9a8df2b8bb6fa as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/5f02743c6e4245a5b6a9a8df2b8bb6fa 2024-11-10T12:47:15,898 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into 5f02743c6e4245a5b6a9a8df2b8bb6fa(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:15,898 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:15,898 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=13, startTime=1731242835050; duration=0sec 2024-11-10T12:47:15,898 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:15,898 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:15,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242895997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242895997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242895999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242896000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,025 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/91b97eec704e413595628754abbb6daf 2024-11-10T12:47:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/e92408db16a847d88d93a6348f6e8f72 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72 2024-11-10T12:47:16,032 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72, entries=150, sequenceid=338, filesize=30.5 K 2024-11-10T12:47:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/2707a7b409d74937ae4b03d62102c416 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2707a7b409d74937ae4b03d62102c416 2024-11-10T12:47:16,035 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2707a7b409d74937ae4b03d62102c416, entries=150, sequenceid=338, filesize=12.0 K 2024-11-10T12:47:16,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/91b97eec704e413595628754abbb6daf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/91b97eec704e413595628754abbb6daf 2024-11-10T12:47:16,038 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/91b97eec704e413595628754abbb6daf, entries=150, sequenceid=338, filesize=12.0 K 2024-11-10T12:47:16,039 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 51e4044fccb632897f2453c82a5847a3 in 891ms, sequenceid=338, compaction requested=false 2024-11-10T12:47:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:16,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-10T12:47:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-10T12:47:16,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-10T12:47:16,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-10T12:47:16,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 1.3550 sec 2024-11-10T12:47:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:16,110 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T12:47:16,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-10T12:47:16,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c479f5016a5740a8acb02211ae98bc3a_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:16,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742439_1615 (size=12454) 2024-11-10T12:47:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242896124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242896125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242896126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242896126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242896237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242896237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242896238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242896238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242896447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242896447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242896448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242896448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,521 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:16,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c479f5016a5740a8acb02211ae98bc3a_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c479f5016a5740a8acb02211ae98bc3a_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:16,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/b2f6ce6508654f8ea598913b09eb08fd, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:16,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/b2f6ce6508654f8ea598913b09eb08fd is 175, key is test_row_0/A:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:16,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742440_1616 (size=31255) 2024-11-10T12:47:16,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/b2f6ce6508654f8ea598913b09eb08fd 2024-11-10T12:47:16,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/708b1b4430584bcd8c8302d856f8c021 is 50, key is test_row_0/B:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742441_1617 (size=12301) 2024-11-10T12:47:16,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/708b1b4430584bcd8c8302d856f8c021 2024-11-10T12:47:16,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/202c92ae185c4da58a458139bcd1af9d is 50, key is test_row_0/C:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742442_1618 (size=12301) 2024-11-10T12:47:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49656 deadline: 1731242896757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49724 deadline: 1731242896757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49662 deadline: 1731242896757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34731 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49692 deadline: 1731242896757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 , the old value is region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:47:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., hostname=b1807907b3fc,34731,1731242655483, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:47:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T12:47:16,837 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:16,838 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:47:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-11-10T12:47:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-10T12:47:16,840 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:47:16,840 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:47:16,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:47:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-10T12:47:16,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/202c92ae185c4da58a458139bcd1af9d 2024-11-10T12:47:16,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/b2f6ce6508654f8ea598913b09eb08fd as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd 2024-11-10T12:47:16,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd, entries=150, sequenceid=361, filesize=30.5 K 2024-11-10T12:47:16,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/708b1b4430584bcd8c8302d856f8c021 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/708b1b4430584bcd8c8302d856f8c021 2024-11-10T12:47:16,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/708b1b4430584bcd8c8302d856f8c021, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T12:47:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/202c92ae185c4da58a458139bcd1af9d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202c92ae185c4da58a458139bcd1af9d 2024-11-10T12:47:16,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202c92ae185c4da58a458139bcd1af9d, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T12:47:16,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 51e4044fccb632897f2453c82a5847a3 in 857ms, sequenceid=361, compaction requested=true 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:16,967 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:16,967 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e4044fccb632897f2453c82a5847a3:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:47:16,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:16,968 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:16,968 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:16,968 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/B is initiating minor compaction (all files) 2024-11-10T12:47:16,968 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/A is initiating minor compaction (all files) 2024-11-10T12:47:16,968 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/A in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:16,968 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/B in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:16,968 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f92cebdbe2e8439298fa06b68ca8a4c3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2707a7b409d74937ae4b03d62102c416, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/708b1b4430584bcd8c8302d856f8c021] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.8 K 2024-11-10T12:47:16,968 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/5f02743c6e4245a5b6a9a8df2b8bb6fa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=92.3 K 2024-11-10T12:47:16,968 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:16,968 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. files: [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/5f02743c6e4245a5b6a9a8df2b8bb6fa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd] 2024-11-10T12:47:16,969 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting f92cebdbe2e8439298fa06b68ca8a4c3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731242833465 2024-11-10T12:47:16,969 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f02743c6e4245a5b6a9a8df2b8bb6fa, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731242833465 2024-11-10T12:47:16,969 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 2707a7b409d74937ae4b03d62102c416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731242833811 2024-11-10T12:47:16,969 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting e92408db16a847d88d93a6348f6e8f72, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731242833811 2024-11-10T12:47:16,970 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 708b1b4430584bcd8c8302d856f8c021, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731242835990 2024-11-10T12:47:16,970 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2f6ce6508654f8ea598913b09eb08fd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731242835990 2024-11-10T12:47:16,976 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:16,977 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:16,977 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/913907a9322948089c00408d16c0e89c is 50, key is test_row_0/B:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:16,979 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110fc16156ebda3472da068a9ce340d0c7d_51e4044fccb632897f2453c82a5847a3 store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:16,981 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110fc16156ebda3472da068a9ce340d0c7d_51e4044fccb632897f2453c82a5847a3, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:16,982 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fc16156ebda3472da068a9ce340d0c7d_51e4044fccb632897f2453c82a5847a3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:16,984 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-11-10T12:47:16,984 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:16,984 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,984 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:16,985 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-11-10T12:47:16,985 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:16,985 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,985 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:16,986 INFO [Thread-2323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2323. 2024-11-10T12:47:16,986 DEBUG [Thread-2323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:16,986 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,986 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:16,987 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-10T12:47:16,987 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:16,987 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,987 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:16,987 INFO [Thread-2315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2315. 2024-11-10T12:47:16,988 DEBUG [Thread-2315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:16,988 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,988 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:16,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742443_1619 (size=13187) 2024-11-10T12:47:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742444_1620 (size=4469) 2024-11-10T12:47:16,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-10T12:47:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:16,993 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-10T12:47:16,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e90f118ccc3044e89ee98623102bfaf0_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242836125/Put/seqid=0 2024-11-10T12:47:17,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742445_1621 (size=12454) 2024-11-10T12:47:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-10T12:47:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34731 {}] regionserver.HRegion(8855): Flush requested on 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:17,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. as already flushing 2024-11-10T12:47:17,269 INFO [Thread-2304 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2304. 2024-11-10T12:47:17,269 INFO [Thread-2310 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2310. 2024-11-10T12:47:17,269 INFO [Thread-2312 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2312. 2024-11-10T12:47:17,269 DEBUG [Thread-2304 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:17,269 DEBUG [Thread-2312 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:17,269 DEBUG [Thread-2310 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:17,269 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,269 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,269 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,269 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,269 DEBUG [Thread-2312 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,269 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:17,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:17,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:17,271 INFO [Thread-2306 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2306. 2024-11-10T12:47:17,271 DEBUG [Thread-2306 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:17,271 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,271 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:17,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:17,390 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#A#compaction#520 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:17,391 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ccf9b613c3d8478e832364d36e4bb6d2 is 175, key is test_row_0/A:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:17,393 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/913907a9322948089c00408d16c0e89c as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/913907a9322948089c00408d16c0e89c 2024-11-10T12:47:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742446_1622 (size=32141) 2024-11-10T12:47:17,397 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/B of 51e4044fccb632897f2453c82a5847a3 into 913907a9322948089c00408d16c0e89c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:17,397 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:17,397 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/B, priority=13, startTime=1731242836967; duration=0sec 2024-11-10T12:47:17,397 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:47:17,397 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:B 2024-11-10T12:47:17,397 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:47:17,398 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:47:17,398 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1541): 51e4044fccb632897f2453c82a5847a3/C is initiating minor compaction (all files) 2024-11-10T12:47:17,398 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e4044fccb632897f2453c82a5847a3/C in TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:17,398 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/b51f75d78429435aa2ae19db522a55f9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/91b97eec704e413595628754abbb6daf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202c92ae185c4da58a458139bcd1af9d] into tmpdir=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp, totalSize=36.8 K 2024-11-10T12:47:17,398 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting b51f75d78429435aa2ae19db522a55f9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731242833465 2024-11-10T12:47:17,398 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 91b97eec704e413595628754abbb6daf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731242833811 2024-11-10T12:47:17,398 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] compactions.Compactor(225): Compacting 202c92ae185c4da58a458139bcd1af9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731242835990 2024-11-10T12:47:17,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:17,403 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e90f118ccc3044e89ee98623102bfaf0_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e90f118ccc3044e89ee98623102bfaf0_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:17,403 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e4044fccb632897f2453c82a5847a3#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:47:17,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/fd0894c4c57945669b4db99113f69693, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:17,404 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a88052795070403697a981367f333379 is 50, key is test_row_0/C:col10/1731242836109/Put/seqid=0 2024-11-10T12:47:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/fd0894c4c57945669b4db99113f69693 is 175, key is test_row_0/A:col10/1731242836125/Put/seqid=0 2024-11-10T12:47:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742448_1624 (size=31255) 2024-11-10T12:47:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742447_1623 (size=13187) 2024-11-10T12:47:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-10T12:47:17,798 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/ccf9b613c3d8478e832364d36e4bb6d2 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ccf9b613c3d8478e832364d36e4bb6d2 2024-11-10T12:47:17,801 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/A of 51e4044fccb632897f2453c82a5847a3 into ccf9b613c3d8478e832364d36e4bb6d2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:17,801 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:17,801 INFO [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/A, priority=13, startTime=1731242836967; duration=0sec 2024-11-10T12:47:17,801 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:17,801 DEBUG [RS:0;b1807907b3fc:34731-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:A 2024-11-10T12:47:17,807 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/fd0894c4c57945669b4db99113f69693 2024-11-10T12:47:17,810 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a88052795070403697a981367f333379 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a88052795070403697a981367f333379 2024-11-10T12:47:17,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/fb438d667ba2484496868790e58cbc7e is 50, key is test_row_0/B:col10/1731242836125/Put/seqid=0 2024-11-10T12:47:17,814 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e4044fccb632897f2453c82a5847a3/C of 51e4044fccb632897f2453c82a5847a3 into a88052795070403697a981367f333379(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:47:17,814 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:17,814 INFO [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., storeName=51e4044fccb632897f2453c82a5847a3/C, priority=13, startTime=1731242836967; duration=0sec 2024-11-10T12:47:17,814 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:47:17,814 DEBUG [RS:0;b1807907b3fc:34731-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e4044fccb632897f2453c82a5847a3:C 2024-11-10T12:47:17,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742449_1625 (size=12301) 2024-11-10T12:47:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-10T12:47:18,149 INFO [Thread-2308 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2308. 2024-11-10T12:47:18,149 DEBUG [Thread-2308 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:47:18,149 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:18,149 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:18,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:18,216 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/fb438d667ba2484496868790e58cbc7e 2024-11-10T12:47:18,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a0bfadb3a04348589f5558aef7e6fb09 is 50, key is test_row_0/C:col10/1731242836125/Put/seqid=0 2024-11-10T12:47:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742450_1626 (size=12301) 2024-11-10T12:47:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a0bfadb3a04348589f5558aef7e6fb09 2024-11-10T12:47:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/fd0894c4c57945669b4db99113f69693 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/fd0894c4c57945669b4db99113f69693 2024-11-10T12:47:18,630 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/fd0894c4c57945669b4db99113f69693, entries=150, sequenceid=375, filesize=30.5 K 2024-11-10T12:47:18,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/fb438d667ba2484496868790e58cbc7e as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/fb438d667ba2484496868790e58cbc7e 2024-11-10T12:47:18,633 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/fb438d667ba2484496868790e58cbc7e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T12:47:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/a0bfadb3a04348589f5558aef7e6fb09 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0bfadb3a04348589f5558aef7e6fb09 2024-11-10T12:47:18,636 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0bfadb3a04348589f5558aef7e6fb09, entries=150, sequenceid=375, filesize=12.0 K 2024-11-10T12:47:18,637 INFO [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for 51e4044fccb632897f2453c82a5847a3 in 1643ms, sequenceid=375, compaction requested=false 2024-11-10T12:47:18,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 51e4044fccb632897f2453c82a5847a3: 2024-11-10T12:47:18,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:18,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b1807907b3fc:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-11-10T12:47:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-11-10T12:47:18,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-10T12:47:18,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7970 sec 2024-11-10T12:47:18,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 1.8020 sec 2024-11-10T12:47:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-10T12:47:18,987 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3286 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3048 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3016 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3286 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3043 2024-11-10T12:47:18,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:47:18,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:47:18,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:47:18,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:18,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:18,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:18,989 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:47:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T12:47:18,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242838991"}]},"ts":"1731242838991"} 2024-11-10T12:47:18,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:47:18,993 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:47:18,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:47:18,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, UNASSIGN}] 2024-11-10T12:47:18,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=184, ppid=183, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, UNASSIGN 2024-11-10T12:47:18,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=184 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=CLOSING, regionLocation=b1807907b3fc,34731,1731242655483 2024-11-10T12:47:18,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=184, ppid=183, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, UNASSIGN because future has completed 2024-11-10T12:47:18,997 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:47:18,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483}] 2024-11-10T12:47:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T12:47:19,149 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] handler.UnassignRegionHandler(122): Close 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:19,149 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:47:19,149 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1722): Closing 51e4044fccb632897f2453c82a5847a3, disabling compactions & flushes 2024-11-10T12:47:19,149 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:19,149 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:19,149 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. after waiting 0 ms 2024-11-10T12:47:19,149 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:19,149 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(2902): Flushing 51e4044fccb632897f2453c82a5847a3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-10T12:47:19,154 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d59efa418f7648c1b74c711b99fe05f5_51e4044fccb632897f2453c82a5847a3 is 50, key is test_row_0/A:col10/1731242837268/Put/seqid=0 2024-11-10T12:47:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742451_1627 (size=12454) 2024-11-10T12:47:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T12:47:19,557 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:47:19,560 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d59efa418f7648c1b74c711b99fe05f5_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d59efa418f7648c1b74c711b99fe05f5_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:19,561 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/a785b2a37af249558fcc7373dedf4425, store: [table=TestAcidGuarantees family=A region=51e4044fccb632897f2453c82a5847a3] 2024-11-10T12:47:19,561 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/a785b2a37af249558fcc7373dedf4425 is 175, key is test_row_0/A:col10/1731242837268/Put/seqid=0 2024-11-10T12:47:19,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742452_1628 (size=31255) 2024-11-10T12:47:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T12:47:19,965 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/a785b2a37af249558fcc7373dedf4425 2024-11-10T12:47:19,970 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/1694afb728b24278b6a4a5360d2942c9 is 50, key is test_row_0/B:col10/1731242837268/Put/seqid=0 2024-11-10T12:47:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742453_1629 (size=12301) 2024-11-10T12:47:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T12:47:20,374 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/1694afb728b24278b6a4a5360d2942c9 2024-11-10T12:47:20,379 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/3bda6b9788a44e63941d223856b7baaf is 50, key is test_row_0/C:col10/1731242837268/Put/seqid=0 2024-11-10T12:47:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742454_1630 (size=12301) 2024-11-10T12:47:20,783 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/3bda6b9788a44e63941d223856b7baaf 2024-11-10T12:47:20,786 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/A/a785b2a37af249558fcc7373dedf4425 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/a785b2a37af249558fcc7373dedf4425 2024-11-10T12:47:20,789 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/a785b2a37af249558fcc7373dedf4425, entries=150, sequenceid=386, filesize=30.5 K 2024-11-10T12:47:20,790 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/B/1694afb728b24278b6a4a5360d2942c9 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/1694afb728b24278b6a4a5360d2942c9 2024-11-10T12:47:20,792 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/1694afb728b24278b6a4a5360d2942c9, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T12:47:20,793 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/.tmp/C/3bda6b9788a44e63941d223856b7baaf as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3bda6b9788a44e63941d223856b7baaf 2024-11-10T12:47:20,795 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3bda6b9788a44e63941d223856b7baaf, entries=150, sequenceid=386, filesize=12.0 K 2024-11-10T12:47:20,796 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 51e4044fccb632897f2453c82a5847a3 in 1647ms, sequenceid=386, compaction requested=true 2024-11-10T12:47:20,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/04d7876c5bff485283851939c8c28854, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/6694fa68dad2438e80362dd0ee5dca4d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c80f3e0f57684cb7a7166098cf550282, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7ca1d80fe5fd4af693f83af44c59abaa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0d6545f6dc874fbc8c7acdcd1e87d320, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7c76b59f84c341cf847b8c76ff751853, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/5f02743c6e4245a5b6a9a8df2b8bb6fa, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd] to archive 2024-11-10T12:47:20,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:47:20,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/efcb4edcbe2043b288b542f044f9fe46 2024-11-10T12:47:20,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/eed48c13bb014ee6a33dece7979c523f 2024-11-10T12:47:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae845c6d28bd448bb4c7eb3f44a59b8a 2024-11-10T12:47:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/f1ebfa4cfae14b9f9575c9dc9f2c0e80 2024-11-10T12:47:20,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/04d7876c5bff485283851939c8c28854 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/04d7876c5bff485283851939c8c28854 2024-11-10T12:47:20,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0082b7ff052446c0ab3e97d4b16638d5 2024-11-10T12:47:20,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/bf399b4e887341beb92f2132ab1db91c 2024-11-10T12:47:20,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/6694fa68dad2438e80362dd0ee5dca4d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/6694fa68dad2438e80362dd0ee5dca4d 2024-11-10T12:47:20,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c990ef1faaca494d8907b06a214ca7f2 2024-11-10T12:47:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/de2e2df0aebf4535bcc73cab97457892 2024-11-10T12:47:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ae96b0fb244e4c3bafdf04f56a315e59 2024-11-10T12:47:20,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c80f3e0f57684cb7a7166098cf550282 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c80f3e0f57684cb7a7166098cf550282 2024-11-10T12:47:20,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/66e5e60996724e0288dcf51dc3338d1b 2024-11-10T12:47:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/44ea972917e34115b29b0b129012c310 2024-11-10T12:47:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7ca1d80fe5fd4af693f83af44c59abaa to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7ca1d80fe5fd4af693f83af44c59abaa 2024-11-10T12:47:20,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/1afc8ff158d448d7ae45ed126626151b 2024-11-10T12:47:20,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/3eb20324b5e94257ad8afee40e1c8fda 2024-11-10T12:47:20,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0d6545f6dc874fbc8c7acdcd1e87d320 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/0d6545f6dc874fbc8c7acdcd1e87d320 2024-11-10T12:47:20,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/c75819647fce47c2b0df1a8c6c521fa1 2024-11-10T12:47:20,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7c76b59f84c341cf847b8c76ff751853 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/7c76b59f84c341cf847b8c76ff751853 2024-11-10T12:47:20,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/84d334bd3bfd42928a8cda20821c7d9f 2024-11-10T12:47:20,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ca246a4a81724dd5acdec294ca11ce59 2024-11-10T12:47:20,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/2cf8da6f99594eb8add6f86abac8a629 2024-11-10T12:47:20,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/5f02743c6e4245a5b6a9a8df2b8bb6fa to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/5f02743c6e4245a5b6a9a8df2b8bb6fa 2024-11-10T12:47:20,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/e92408db16a847d88d93a6348f6e8f72 2024-11-10T12:47:20,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/b2f6ce6508654f8ea598913b09eb08fd 2024-11-10T12:47:20,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f4c09bbeb40f4949ab977d3d0ad9e7d2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b2c6d92cb073469fa6faf47f33126d48, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/24614e7f4fda4ffba02fe6ab39aaf633, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/74289e051a314a99aa5af258bcf2a77f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/e1817b3ece724811a38c1c7ceca8955f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a68e7a0cf06c4bb789322b23c392c532, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/87660d6accad42f8976d3e1a89b35e13, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2781c31bde1e4255ae84281d41e17b7d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/09e907a0a3b84d06aa54694d699b1bb1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c180118c2f804a0b8c0b74dc9adb089d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/9393c1e3c11c40419ffe37a2c477db7c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a580ef4da7cb494cb18a2d4bc8bb081f, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/044d13a4a4224fad9c32bcfaacdd064d, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a27ab1075cc448f0a18fafef85e0781a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f997d2f91e624d65a39cbc3f038df252, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/da4a7c15e2ca4437a30f15b9ce903aac, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/217c7fab1f5a45618112c9b69e2a59a9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/dcbdecb922a140a7adec990bbf3736c3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c84047d271604767aacac0c3d40e65dc, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c7e3e99b3c6a438b98cd2230275fc4b4, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/0e350c113a8140819ff89468b7a6b15e, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b44c9240875a43d5862bd205628d47f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f92cebdbe2e8439298fa06b68ca8a4c3, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/318ae1c353e44c52b7fb01565004de05, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2707a7b409d74937ae4b03d62102c416, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/708b1b4430584bcd8c8302d856f8c021] to archive 2024-11-10T12:47:20,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:47:20,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f4c09bbeb40f4949ab977d3d0ad9e7d2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f4c09bbeb40f4949ab977d3d0ad9e7d2 2024-11-10T12:47:20,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b2c6d92cb073469fa6faf47f33126d48 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b2c6d92cb073469fa6faf47f33126d48 2024-11-10T12:47:20,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/24614e7f4fda4ffba02fe6ab39aaf633 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/24614e7f4fda4ffba02fe6ab39aaf633 2024-11-10T12:47:20,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/74289e051a314a99aa5af258bcf2a77f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/74289e051a314a99aa5af258bcf2a77f 2024-11-10T12:47:20,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/e1817b3ece724811a38c1c7ceca8955f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/e1817b3ece724811a38c1c7ceca8955f 2024-11-10T12:47:20,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a68e7a0cf06c4bb789322b23c392c532 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a68e7a0cf06c4bb789322b23c392c532 2024-11-10T12:47:20,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/87660d6accad42f8976d3e1a89b35e13 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/87660d6accad42f8976d3e1a89b35e13 2024-11-10T12:47:20,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2781c31bde1e4255ae84281d41e17b7d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2781c31bde1e4255ae84281d41e17b7d 2024-11-10T12:47:20,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/09e907a0a3b84d06aa54694d699b1bb1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/09e907a0a3b84d06aa54694d699b1bb1 2024-11-10T12:47:20,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c180118c2f804a0b8c0b74dc9adb089d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c180118c2f804a0b8c0b74dc9adb089d 2024-11-10T12:47:20,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/9393c1e3c11c40419ffe37a2c477db7c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/9393c1e3c11c40419ffe37a2c477db7c 2024-11-10T12:47:20,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a580ef4da7cb494cb18a2d4bc8bb081f to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a580ef4da7cb494cb18a2d4bc8bb081f 2024-11-10T12:47:20,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/044d13a4a4224fad9c32bcfaacdd064d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/044d13a4a4224fad9c32bcfaacdd064d 2024-11-10T12:47:20,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a27ab1075cc448f0a18fafef85e0781a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/a27ab1075cc448f0a18fafef85e0781a 2024-11-10T12:47:20,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f997d2f91e624d65a39cbc3f038df252 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f997d2f91e624d65a39cbc3f038df252 2024-11-10T12:47:20,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/da4a7c15e2ca4437a30f15b9ce903aac to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/da4a7c15e2ca4437a30f15b9ce903aac 2024-11-10T12:47:20,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/217c7fab1f5a45618112c9b69e2a59a9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/217c7fab1f5a45618112c9b69e2a59a9 2024-11-10T12:47:20,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/dcbdecb922a140a7adec990bbf3736c3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/dcbdecb922a140a7adec990bbf3736c3 2024-11-10T12:47:20,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c84047d271604767aacac0c3d40e65dc to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c84047d271604767aacac0c3d40e65dc 2024-11-10T12:47:20,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c7e3e99b3c6a438b98cd2230275fc4b4 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/c7e3e99b3c6a438b98cd2230275fc4b4 2024-11-10T12:47:20,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/0e350c113a8140819ff89468b7a6b15e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/0e350c113a8140819ff89468b7a6b15e 2024-11-10T12:47:20,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b44c9240875a43d5862bd205628d47f2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/b44c9240875a43d5862bd205628d47f2 2024-11-10T12:47:20,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f92cebdbe2e8439298fa06b68ca8a4c3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/f92cebdbe2e8439298fa06b68ca8a4c3 2024-11-10T12:47:20,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/318ae1c353e44c52b7fb01565004de05 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/318ae1c353e44c52b7fb01565004de05 2024-11-10T12:47:20,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2707a7b409d74937ae4b03d62102c416 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/2707a7b409d74937ae4b03d62102c416 2024-11-10T12:47:20,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/708b1b4430584bcd8c8302d856f8c021 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/708b1b4430584bcd8c8302d856f8c021 2024-11-10T12:47:20,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/cac8895995b442828fec7f506a8d7805, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/050d0da364d14019b7837c1e6fb7d2b7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f138b1560d934deeb17417d798059c32, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/c59f9bce5521436fa70c340bba936945, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f8667b322d4342d18bc71cd3629703a0, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/1b1e8be6d4094b2883c23ec8c06fae81, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202d90adee2142b0a11473e13af2aa1a, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/8d2412ef5e5d493aaaf27a1b891168f2, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a9338b8649d948db812757d842a11274, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/2c09919a89274204b3fdf7478108e6ea, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/28d79d8a9e2a4c1d810261c2a03f00b8, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3d450a6b1427478b91da1026e115a205, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/9b29376bf4d94306970144dbb9e27aaf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/64ddadad69db40298ab60635cf2d04fb, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f828115ef322468c8822977bbb2e1c96, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/40f742e07db148858969bf49a8c8a28c, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4aaa2a50b8544f85927156b0fd6be6b1, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f4438338a9f24bb9a43bf8d0c8002b32, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/877919785071442f88ae3a5ed7aaa0e7, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/79ff81df88df4009ab89147a57674931, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0d0293a7d3c4c148a07b6bffee50ded, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/16940aebb29548d6be13261369667133, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/b51f75d78429435aa2ae19db522a55f9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4e769923ed4142fd95ce0c49f75266d9, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/91b97eec704e413595628754abbb6daf, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202c92ae185c4da58a458139bcd1af9d] to archive 2024-11-10T12:47:20,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:47:20,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/cac8895995b442828fec7f506a8d7805 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/cac8895995b442828fec7f506a8d7805 2024-11-10T12:47:20,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/050d0da364d14019b7837c1e6fb7d2b7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/050d0da364d14019b7837c1e6fb7d2b7 2024-11-10T12:47:20,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f138b1560d934deeb17417d798059c32 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f138b1560d934deeb17417d798059c32 2024-11-10T12:47:20,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/c59f9bce5521436fa70c340bba936945 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/c59f9bce5521436fa70c340bba936945 2024-11-10T12:47:20,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f8667b322d4342d18bc71cd3629703a0 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f8667b322d4342d18bc71cd3629703a0 2024-11-10T12:47:20,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/1b1e8be6d4094b2883c23ec8c06fae81 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/1b1e8be6d4094b2883c23ec8c06fae81 2024-11-10T12:47:20,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202d90adee2142b0a11473e13af2aa1a to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202d90adee2142b0a11473e13af2aa1a 2024-11-10T12:47:20,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/8d2412ef5e5d493aaaf27a1b891168f2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/8d2412ef5e5d493aaaf27a1b891168f2 2024-11-10T12:47:20,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a9338b8649d948db812757d842a11274 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a9338b8649d948db812757d842a11274 2024-11-10T12:47:20,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/2c09919a89274204b3fdf7478108e6ea to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/2c09919a89274204b3fdf7478108e6ea 2024-11-10T12:47:20,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/28d79d8a9e2a4c1d810261c2a03f00b8 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/28d79d8a9e2a4c1d810261c2a03f00b8 2024-11-10T12:47:20,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3d450a6b1427478b91da1026e115a205 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3d450a6b1427478b91da1026e115a205 2024-11-10T12:47:20,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/9b29376bf4d94306970144dbb9e27aaf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/9b29376bf4d94306970144dbb9e27aaf 2024-11-10T12:47:20,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/64ddadad69db40298ab60635cf2d04fb to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/64ddadad69db40298ab60635cf2d04fb 2024-11-10T12:47:20,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f828115ef322468c8822977bbb2e1c96 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f828115ef322468c8822977bbb2e1c96 2024-11-10T12:47:20,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/40f742e07db148858969bf49a8c8a28c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/40f742e07db148858969bf49a8c8a28c 2024-11-10T12:47:20,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4aaa2a50b8544f85927156b0fd6be6b1 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4aaa2a50b8544f85927156b0fd6be6b1 2024-11-10T12:47:20,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f4438338a9f24bb9a43bf8d0c8002b32 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/f4438338a9f24bb9a43bf8d0c8002b32 2024-11-10T12:47:20,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/877919785071442f88ae3a5ed7aaa0e7 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/877919785071442f88ae3a5ed7aaa0e7 2024-11-10T12:47:20,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/79ff81df88df4009ab89147a57674931 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/79ff81df88df4009ab89147a57674931 2024-11-10T12:47:20,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0d0293a7d3c4c148a07b6bffee50ded to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0d0293a7d3c4c148a07b6bffee50ded 2024-11-10T12:47:20,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/16940aebb29548d6be13261369667133 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/16940aebb29548d6be13261369667133 2024-11-10T12:47:20,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/b51f75d78429435aa2ae19db522a55f9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/b51f75d78429435aa2ae19db522a55f9 2024-11-10T12:47:20,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4e769923ed4142fd95ce0c49f75266d9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/4e769923ed4142fd95ce0c49f75266d9 2024-11-10T12:47:20,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/91b97eec704e413595628754abbb6daf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/91b97eec704e413595628754abbb6daf 2024-11-10T12:47:20,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202c92ae185c4da58a458139bcd1af9d to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/202c92ae185c4da58a458139bcd1af9d 2024-11-10T12:47:20,862 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/recovered.edits/389.seqid, newMaxSeqId=389, maxSeqId=4 2024-11-10T12:47:20,863 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. 2024-11-10T12:47:20,863 DEBUG [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] regionserver.HRegion(1676): Region close journal for 51e4044fccb632897f2453c82a5847a3: Waiting for close lock at 1731242839149Running coprocessor pre-close hooks at 1731242839149Disabling compacts and flushes for region at 1731242839149Disabling writes for close at 1731242839149Obtaining lock to block concurrent updates at 1731242839149Preparing flush snapshotting stores in 51e4044fccb632897f2453c82a5847a3 at 1731242839149Finished memstore snapshotting TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731242839149Flushing stores of TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3. at 1731242839150 (+1 ms)Flushing 51e4044fccb632897f2453c82a5847a3/A: creating writer at 1731242839150Flushing mob file 51e4044fccb632897f2453c82a5847a3/A: appending metadata at 1731242839153 (+3 ms)Flushing mob file 51e4044fccb632897f2453c82a5847a3/A: closing flushed file at 1731242839153Flushing 51e4044fccb632897f2453c82a5847a3/A: appending metadata at 1731242839561 (+408 ms)Flushing 51e4044fccb632897f2453c82a5847a3/A: closing flushed file at 1731242839561Flushing 51e4044fccb632897f2453c82a5847a3/B: creating writer at 1731242839968 (+407 ms)Flushing 51e4044fccb632897f2453c82a5847a3/B: appending metadata at 1731242839970 (+2 ms)Flushing 51e4044fccb632897f2453c82a5847a3/B: closing flushed file at 1731242839970Flushing 51e4044fccb632897f2453c82a5847a3/C: creating writer at 1731242840377 (+407 ms)Flushing 51e4044fccb632897f2453c82a5847a3/C: appending metadata at 1731242840379 (+2 ms)Flushing 51e4044fccb632897f2453c82a5847a3/C: closing flushed file at 1731242840379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4d0fdf: reopening flushed file at 1731242840786 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77397899: reopening flushed file at 1731242840789 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8ed904: reopening flushed file at 1731242840792 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 51e4044fccb632897f2453c82a5847a3 in 1647ms, sequenceid=386, compaction requested=true at 1731242840796 (+4 ms)Writing region close event to WAL at 1731242840860 (+64 ms)Running coprocessor post-close hooks at 1731242840863 (+3 ms)Closed at 1731242840863 2024-11-10T12:47:20,865 INFO [RS_CLOSE_REGION-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_REGION, pid=185}] handler.UnassignRegionHandler(157): Closed 51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:20,865 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=184 updating hbase:meta row=51e4044fccb632897f2453c82a5847a3, regionState=CLOSED 2024-11-10T12:47:20,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=185, ppid=184, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 because future has completed 2024-11-10T12:47:20,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-11-10T12:47:20,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; CloseRegionProcedure 51e4044fccb632897f2453c82a5847a3, server=b1807907b3fc,34731,1731242655483 in 1.8700 sec 2024-11-10T12:47:20,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=183 2024-11-10T12:47:20,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=183, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e4044fccb632897f2453c82a5847a3, UNASSIGN in 1.8740 sec 2024-11-10T12:47:20,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-10T12:47:20,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-10T12:47:20,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731242840871"}]},"ts":"1731242840871"} 2024-11-10T12:47:20,873 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:47:20,873 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:47:20,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-10T12:47:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T12:47:21,138 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:21,139 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:47:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:21,140 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=186, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-10T12:47:21,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=186, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:21,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C, FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/recovered.edits] 2024-11-10T12:47:21,146 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/a785b2a37af249558fcc7373dedf4425 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/a785b2a37af249558fcc7373dedf4425 2024-11-10T12:47:21,147 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ccf9b613c3d8478e832364d36e4bb6d2 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/ccf9b613c3d8478e832364d36e4bb6d2 2024-11-10T12:47:21,148 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/fd0894c4c57945669b4db99113f69693 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/A/fd0894c4c57945669b4db99113f69693 2024-11-10T12:47:21,149 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/1694afb728b24278b6a4a5360d2942c9 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/1694afb728b24278b6a4a5360d2942c9 2024-11-10T12:47:21,150 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/913907a9322948089c00408d16c0e89c to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/913907a9322948089c00408d16c0e89c 2024-11-10T12:47:21,151 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/fb438d667ba2484496868790e58cbc7e to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/B/fb438d667ba2484496868790e58cbc7e 2024-11-10T12:47:21,153 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3bda6b9788a44e63941d223856b7baaf to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/3bda6b9788a44e63941d223856b7baaf 2024-11-10T12:47:21,153 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0bfadb3a04348589f5558aef7e6fb09 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a0bfadb3a04348589f5558aef7e6fb09 2024-11-10T12:47:21,154 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a88052795070403697a981367f333379 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/C/a88052795070403697a981367f333379 2024-11-10T12:47:21,156 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/recovered.edits/389.seqid to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3/recovered.edits/389.seqid 2024-11-10T12:47:21,157 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/default/TestAcidGuarantees/51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,157 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:47:21,157 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:47:21,157 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:47:21,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111003bf34d6f9b84b02955922d2fd39654f_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111003bf34d6f9b84b02955922d2fd39654f_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ba14820cd2c44bb9df8fe96adf2217e_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100ba14820cd2c44bb9df8fe96adf2217e_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,161 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101309c1e1ec1d4315a65d079cdf4da996_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101309c1e1ec1d4315a65d079cdf4da996_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,162 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110264ebda20c0641a7ada14f554f8f6ef8_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110264ebda20c0641a7ada14f554f8f6ef8_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110308a2e7cdb0747e69de9267c5a3b152b_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110308a2e7cdb0747e69de9267c5a3b152b_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103481dc6e93554d9aaaa045efa7a76e7b_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103481dc6e93554d9aaaa045efa7a76e7b_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,164 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111036889a08152c4c38a35b740cde6e2511_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111036889a08152c4c38a35b740cde6e2511_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,165 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103fb47f93bb8e48bb960533eb511a5605_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103fb47f93bb8e48bb960533eb511a5605_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,166 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111045d26eaa856c4477af31aeb1f8a7e25e_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111045d26eaa856c4477af31aeb1f8a7e25e_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,167 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074971f6d90674613b2e8cb365b9e439a_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074971f6d90674613b2e8cb365b9e439a_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,167 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111076f7f83989f340dab48e2d705cea41b2_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111076f7f83989f340dab48e2d705cea41b2_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107934c64e79624ba685b78d4e8dfb5d4a_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107934c64e79624ba685b78d4e8dfb5d4a_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,169 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107cd77da313b4473c85e6d694cc2413fe_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107cd77da313b4473c85e6d694cc2413fe_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,170 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110960a28827aef443c8495abe5bb552121_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110960a28827aef443c8495abe5bb552121_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,170 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a9ce247310814cfab8a8d04c97038f58_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a9ce247310814cfab8a8d04c97038f58_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,171 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bf7b4c8150894c258f9f12bdab9c3f8b_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bf7b4c8150894c258f9f12bdab9c3f8b_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,172 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c479f5016a5740a8acb02211ae98bc3a_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c479f5016a5740a8acb02211ae98bc3a_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,173 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d0ebb7c7dcf44c70bb23d529f2f99c90_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d0ebb7c7dcf44c70bb23d529f2f99c90_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,174 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d59efa418f7648c1b74c711b99fe05f5_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d59efa418f7648c1b74c711b99fe05f5_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,174 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dce99ba0e3e24eb1ab25147f81f67672_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dce99ba0e3e24eb1ab25147f81f67672_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,175 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e90f118ccc3044e89ee98623102bfaf0_51e4044fccb632897f2453c82a5847a3 to hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e90f118ccc3044e89ee98623102bfaf0_51e4044fccb632897f2453c82a5847a3 2024-11-10T12:47:21,176 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:47:21,177 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=186, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:21,179 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:47:21,181 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:47:21,182 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=186, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:21,182 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:47:21,182 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731242841182"}]},"ts":"9223372036854775807"} 2024-11-10T12:47:21,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:47:21,183 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 51e4044fccb632897f2453c82a5847a3, NAME => 'TestAcidGuarantees,,1731242813886.51e4044fccb632897f2453c82a5847a3.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:47:21,183 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:47:21,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731242841183"}]},"ts":"9223372036854775807"} 2024-11-10T12:47:21,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:47:21,185 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=186, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:47:21,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-10T12:47:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-10T12:47:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:47:21,251 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:47:21,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5574 (was 5636) 2024-11-10T12:47:21,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:47:21,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:47:21,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:47:21,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:21,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:21,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:47:21,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:47:21,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=716219951, stopped=false 2024-11-10T12:47:21,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1807907b3fc,40335,1731242654820 2024-11-10T12:47:21,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T12:47:21,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T12:47:21,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:47:21,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:47:21,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:47:21,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:47:21,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:47:21,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:21,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:47:21,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:47:21,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1807907b3fc,34731,1731242655483' ***** 2024-11-10T12:47:21,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:47:21,262 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:47:21,262 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:47:21,262 INFO [RS:0;b1807907b3fc:34731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:47:21,262 INFO [RS:0;b1807907b3fc:34731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:47:21,263 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(959): stopping server b1807907b3fc,34731,1731242655483 2024-11-10T12:47:21,263 INFO [RS:0;b1807907b3fc:34731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:47:21,263 INFO [RS:0;b1807907b3fc:34731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1807907b3fc:34731. 2024-11-10T12:47:21,263 DEBUG [RS:0;b1807907b3fc:34731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:47:21,263 DEBUG [RS:0;b1807907b3fc:34731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:21,263 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:47:21,264 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:47:21,264 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:47:21,264 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:47:21,265 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:47:21,265 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:47:21,265 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:21,265 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:47:21,265 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:47:21,265 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:47:21,265 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:47:21,265 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:47:21,265 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T12:47:21,286 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/info/b22a93da079340239803c41d76e3304f is 95, key is TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071./info:/1731242693645/DeleteFamily/seqid=0 2024-11-10T12:47:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742455_1631 (size=6514) 2024-11-10T12:47:21,338 INFO [regionserver/b1807907b3fc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:47:21,465 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:21,665 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:21,690 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/info/b22a93da079340239803c41d76e3304f 2024-11-10T12:47:21,707 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/ns/ceb7267310464ff08d00229a6573f414 is 93, key is TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071./ns:/1731242693600/DeleteFamily/seqid=0 2024-11-10T12:47:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742456_1632 (size=5906) 2024-11-10T12:47:21,866 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:22,066 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:22,111 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/ns/ceb7267310464ff08d00229a6573f414 2024-11-10T12:47:22,129 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/rep_barrier/23cfcf4e5d964029a42dc44cc28b8e06 is 102, key is TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071./rep_barrier:/1731242693600/DeleteFamily/seqid=0 2024-11-10T12:47:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742457_1633 (size=6025) 2024-11-10T12:47:22,151 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:47:22,151 INFO [regionserver/b1807907b3fc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:47:22,266 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:22,466 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:22,533 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/rep_barrier/23cfcf4e5d964029a42dc44cc28b8e06 2024-11-10T12:47:22,550 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/table/196821ed1a5c43e099b3e5cf31fbbde3 is 96, key is TestAcidGuarantees,,1731242659379.818c882cc3d1462b1ea3908cc491f071./table:/1731242693600/DeleteFamily/seqid=0 2024-11-10T12:47:22,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742458_1634 (size=5936) 2024-11-10T12:47:22,667 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:22,867 DEBUG [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:47:22,954 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/table/196821ed1a5c43e099b3e5cf31fbbde3 2024-11-10T12:47:22,958 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/info/b22a93da079340239803c41d76e3304f as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/info/b22a93da079340239803c41d76e3304f 2024-11-10T12:47:22,960 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/info/b22a93da079340239803c41d76e3304f, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T12:47:22,961 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/ns/ceb7267310464ff08d00229a6573f414 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/ns/ceb7267310464ff08d00229a6573f414 2024-11-10T12:47:22,964 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/ns/ceb7267310464ff08d00229a6573f414, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T12:47:22,964 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/rep_barrier/23cfcf4e5d964029a42dc44cc28b8e06 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/rep_barrier/23cfcf4e5d964029a42dc44cc28b8e06 2024-11-10T12:47:22,967 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/rep_barrier/23cfcf4e5d964029a42dc44cc28b8e06, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T12:47:22,967 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/.tmp/table/196821ed1a5c43e099b3e5cf31fbbde3 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/table/196821ed1a5c43e099b3e5cf31fbbde3 2024-11-10T12:47:22,970 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/table/196821ed1a5c43e099b3e5cf31fbbde3, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T12:47:22,970 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false 2024-11-10T12:47:22,974 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T12:47:22,975 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:47:22,975 INFO [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:47:22,975 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731242841265Running coprocessor pre-close hooks at 1731242841265Disabling compacts and flushes for region at 1731242841265Disabling writes for close at 1731242841265Obtaining lock to block concurrent updates at 1731242841265Preparing flush snapshotting stores in 1588230740 at 1731242841265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731242841266 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731242841266Flushing 1588230740/info: creating writer at 1731242841266Flushing 1588230740/info: appending metadata at 1731242841286 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731242841286Flushing 1588230740/ns: creating writer at 1731242841693 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731242841707 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731242841707Flushing 1588230740/rep_barrier: creating writer at 1731242842114 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731242842129 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731242842129Flushing 1588230740/table: creating writer at 1731242842535 (+406 ms)Flushing 1588230740/table: appending metadata at 1731242842550 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731242842550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b7c0ae: reopening flushed file at 1731242842957 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59aae12d: reopening flushed file at 1731242842961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7285cb3c: reopening flushed file at 1731242842964 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b78569d: reopening flushed file at 1731242842967 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=90, compaction requested=false at 1731242842971 (+4 ms)Writing region close event to WAL at 1731242842972 (+1 ms)Running coprocessor post-close hooks at 1731242842975 (+3 ms)Closed at 1731242842975 2024-11-10T12:47:22,975 DEBUG [RS_CLOSE_META-regionserver/b1807907b3fc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:47:23,067 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(976): stopping server b1807907b3fc,34731,1731242655483; all regions closed. 2024-11-10T12:47:23,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741834_1010 (size=25344) 2024-11-10T12:47:23,073 DEBUG [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/oldWALs 2024-11-10T12:47:23,073 INFO [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1807907b3fc%2C34731%2C1731242655483.meta:.meta(num 1731242658913) 2024-11-10T12:47:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741833_1009 (size=14389322) 2024-11-10T12:47:23,077 DEBUG [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/oldWALs 2024-11-10T12:47:23,077 INFO [RS:0;b1807907b3fc:34731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1807907b3fc%2C34731%2C1731242655483:(num 1731242658311) 2024-11-10T12:47:23,077 DEBUG [RS:0;b1807907b3fc:34731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:47:23,077 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:47:23,077 INFO [RS:0;b1807907b3fc:34731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:47:23,077 INFO [RS:0;b1807907b3fc:34731 {}] hbase.ChoreService(370): Chore service for: regionserver/b1807907b3fc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:47:23,077 INFO [RS:0;b1807907b3fc:34731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:47:23,077 INFO [regionserver/b1807907b3fc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:47:23,078 INFO [RS:0;b1807907b3fc:34731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34731 2024-11-10T12:47:23,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b1807907b3fc,34731,1731242655483 2024-11-10T12:47:23,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T12:47:23,082 INFO [RS:0;b1807907b3fc:34731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:47:23,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1807907b3fc,34731,1731242655483] 2024-11-10T12:47:23,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b1807907b3fc,34731,1731242655483 already deleted, retry=false 2024-11-10T12:47:23,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1807907b3fc,34731,1731242655483 expired; onlineServers=0 2024-11-10T12:47:23,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1807907b3fc,40335,1731242654820' ***** 2024-11-10T12:47:23,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:47:23,086 INFO [M:0;b1807907b3fc:40335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:47:23,086 INFO [M:0;b1807907b3fc:40335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:47:23,086 DEBUG [M:0;b1807907b3fc:40335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:47:23,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:47:23,086 DEBUG [M:0;b1807907b3fc:40335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:47:23,086 DEBUG [master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.large.0-1731242658054 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.large.0-1731242658054,5,FailOnTimeoutGroup] 2024-11-10T12:47:23,086 DEBUG [master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.small.0-1731242658054 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1807907b3fc:0:becomeActiveMaster-HFileCleaner.small.0-1731242658054,5,FailOnTimeoutGroup] 2024-11-10T12:47:23,086 INFO [M:0;b1807907b3fc:40335 {}] hbase.ChoreService(370): Chore service for: master/b1807907b3fc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:47:23,086 INFO [M:0;b1807907b3fc:40335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:47:23,086 DEBUG [M:0;b1807907b3fc:40335 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:47:23,086 INFO [M:0;b1807907b3fc:40335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:47:23,087 INFO [M:0;b1807907b3fc:40335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:47:23,087 ERROR [M:0;b1807907b3fc:40335 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T12:47:23,087 INFO [M:0;b1807907b3fc:40335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:47:23,087 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:47:23,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T12:47:23,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:47:23,088 DEBUG [M:0;b1807907b3fc:40335 {}] zookeeper.ZKUtil(347): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T12:47:23,088 WARN [M:0;b1807907b3fc:40335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:47:23,089 INFO [M:0;b1807907b3fc:40335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/.lastflushedseqids 2024-11-10T12:47:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742459_1635 (size=72) 2024-11-10T12:47:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:47:23,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34731-0x1019235ee8e0001, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:47:23,185 INFO [RS:0;b1807907b3fc:34731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:47:23,185 INFO [RS:0;b1807907b3fc:34731 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1807907b3fc,34731,1731242655483; zookeeper connection closed. 2024-11-10T12:47:23,186 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20d6727c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20d6727c 2024-11-10T12:47:23,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:47:23,498 INFO [M:0;b1807907b3fc:40335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:47:23,498 INFO [M:0;b1807907b3fc:40335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:47:23,499 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:47:23,499 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:47:23,499 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:47:23,499 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:47:23,499 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:47:23,499 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=777.49 KB heapSize=957.17 KB 2024-11-10T12:47:23,514 DEBUG [M:0;b1807907b3fc:40335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d64b96bae57b4a139c0df62b47806b34 is 82, key is hbase:meta,,1/info:regioninfo/1731242658999/Put/seqid=0 2024-11-10T12:47:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742460_1636 (size=5672) 2024-11-10T12:47:23,918 INFO [M:0;b1807907b3fc:40335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2210 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d64b96bae57b4a139c0df62b47806b34 2024-11-10T12:47:23,939 DEBUG [M:0;b1807907b3fc:40335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf496adb947849879b87e50467e9ce1d is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x9D/proc:d/1731242816953/Put/seqid=0 2024-11-10T12:47:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742461_1637 (size=46908) 2024-11-10T12:47:24,344 INFO [M:0;b1807907b3fc:40335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=776.93 KB at sequenceid=2210 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf496adb947849879b87e50467e9ce1d 2024-11-10T12:47:24,347 INFO [M:0;b1807907b3fc:40335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf496adb947849879b87e50467e9ce1d 2024-11-10T12:47:24,362 DEBUG [M:0;b1807907b3fc:40335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2592f29376214f6380b2d575bbefc91a is 69, key is b1807907b3fc,34731,1731242655483/rs:state/1731242658075/Put/seqid=0 2024-11-10T12:47:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073742462_1638 (size=5156) 2024-11-10T12:47:24,765 INFO [M:0;b1807907b3fc:40335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2210 (bloomFilter=true), to=hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2592f29376214f6380b2d575bbefc91a 2024-11-10T12:47:24,769 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d64b96bae57b4a139c0df62b47806b34 as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d64b96bae57b4a139c0df62b47806b34 2024-11-10T12:47:24,771 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d64b96bae57b4a139c0df62b47806b34, entries=8, sequenceid=2210, filesize=5.5 K 2024-11-10T12:47:24,772 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf496adb947849879b87e50467e9ce1d as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf496adb947849879b87e50467e9ce1d 2024-11-10T12:47:24,774 INFO [M:0;b1807907b3fc:40335 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf496adb947849879b87e50467e9ce1d 2024-11-10T12:47:24,774 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf496adb947849879b87e50467e9ce1d, entries=186, sequenceid=2210, filesize=45.8 K 2024-11-10T12:47:24,775 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2592f29376214f6380b2d575bbefc91a as hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2592f29376214f6380b2d575bbefc91a 2024-11-10T12:47:24,777 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43413/user/jenkins/test-data/061274e3-424b-463e-6c96-5879b4bc4c3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2592f29376214f6380b2d575bbefc91a, entries=1, sequenceid=2210, filesize=5.0 K 2024-11-10T12:47:24,778 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~777.49 KB/796145, heapSize ~956.88 KB/979840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2210, compaction requested=false 2024-11-10T12:47:24,779 INFO [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:47:24,780 DEBUG [M:0;b1807907b3fc:40335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731242843498Disabling compacts and flushes for region at 1731242843498Disabling writes for close at 1731242843499 (+1 ms)Obtaining lock to block concurrent updates at 1731242843499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731242843499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=796145, getHeapSize=980080, getOffHeapSize=0, getCellsCount=2421 at 1731242843499Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731242843499Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731242843500 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731242843514 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731242843514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731242843921 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731242843939 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731242843939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731242844347 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731242844361 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731242844361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5702028c: reopening flushed file at 1731242844768 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b411bb: reopening flushed file at 1731242844771 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287e2da4: reopening flushed file at 1731242844774 (+3 ms)Finished flush of dataSize ~777.49 KB/796145, heapSize ~956.88 KB/979840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2210, compaction requested=false at 1731242844778 (+4 ms)Writing region close event to WAL at 1731242844779 (+1 ms)Closed at 1731242844779 2024-11-10T12:47:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741830_1006 (size=941058) 2024-11-10T12:47:24,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:47:24,782 INFO [M:0;b1807907b3fc:40335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:47:24,783 INFO [M:0;b1807907b3fc:40335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40335 2024-11-10T12:47:24,783 INFO [M:0;b1807907b3fc:40335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:47:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:47:24,885 INFO [M:0;b1807907b3fc:40335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:47:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40335-0x1019235ee8e0000, quorum=127.0.0.1:57563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:47:24,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7acb84b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:47:24,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:47:24,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:47:24,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:47:24,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/hadoop.log.dir/,STOPPED} 2024-11-10T12:47:24,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:47:24,895 WARN [BP-569131500-172.17.0.2-1731242652061 heartbeating to localhost/127.0.0.1:43413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:47:24,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:47:24,895 WARN [BP-569131500-172.17.0.2-1731242652061 heartbeating to localhost/127.0.0.1:43413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-569131500-172.17.0.2-1731242652061 (Datanode Uuid 601aab33-7638-44ba-ba51-747583f39113) service to localhost/127.0.0.1:43413 2024-11-10T12:47:24,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/data/data1/current/BP-569131500-172.17.0.2-1731242652061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:47:24,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/cluster_68e5dc82-857b-765f-2d89-5444fa7ea45c/data/data2/current/BP-569131500-172.17.0.2-1731242652061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:47:24,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:47:24,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:47:24,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:47:24,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:47:24,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:47:24,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2457a971-0010-1319-49ba-c5afb7598508/hadoop.log.dir/,STOPPED} 2024-11-10T12:47:24,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:47:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T12:47:25,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:47:25,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:47:25,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:47:25,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees